16:41:20.520 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
16:41:20.533 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskmUgmED/test-tmp
16:41:20.536 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
16:41:20.540 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskmUgmED/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
16:41:20.767 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
16:41:21.008 [DEBUG - main] (MiniKuduCluster.java:195) Response:
16:41:21.009 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
16:41:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.015333 14663 mini_oidc.cc:152] Starting JWKS server
16:41:21.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.021289 14663 webserver.cc:460] Webserver started at http://127.0.0.1:33741/ using document root <none> and password file <none>
16:41:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.021703 14663 mini_oidc.cc:189] Starting OIDC Discovery server
16:41:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.022477 14663 webserver.cc:460] Webserver started at http://127.0.0.1:38223/ using document root <none> and password file <none>
16:41:21.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T16:41:21Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
16:41:21.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T16:41:21Z Disabled control of system clock
16:41:21.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.062348 14663 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmUgmED/build/asan/bin/kudu
16:41:21.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmUgmED/build/asan/bin/kudu
16:41:21.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-0/wal
16:41:21.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-0/data
16:41:21.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:41:21.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:41:21.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:41:21.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:41:21.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:41:21.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:41:21.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-0/logs
16:41:21.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-0/data/info.pb
16:41:21.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:41:21.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:41:21.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:41:21.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:41:21.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:41:21.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:41:21.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:41:21.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:41:21.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:41:21.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:41:21.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:41:21.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:41:21.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.81.254:40873
16:41:21.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.81.254
16:41:21.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:41:21.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.81.212:38979
16:41:21.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:41:21.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:41:21.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:41:21.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:41:21.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.81.254:40873,127.14.81.253:46773,127.14.81.252:45911
16:41:21.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:41:21.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33741/jwks.json with env {}
16:41:21.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.422611 14677 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:41:21.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.422946 14677 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:41:21.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.423113 14677 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:41:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.430940 14677 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:41:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.431067 14677 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:41:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.431155 14677 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:41:21.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.431242 14677 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:41:21.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.431300 14677 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:41:21.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.431363 14677 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33741/jwks.json
16:41:21.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.441820 14677 master_runner.cc:386] Master server non-default flags:
16:41:21.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:41:21.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.81.212:38979
16:41:21.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:41:21.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:41:21.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-0/data
16:41:21.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-0/wal
16:41:21.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:41:21.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.81.254:40873,127.14.81.253:46773,127.14.81.252:45911
16:41:21.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:41:21.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:41:21.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:41:21.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.81.254:40873
16:41:21.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:41:21.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:41:21.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:41:21.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33741/jwks.json
16:41:21.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:41:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:41:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-0/data/info.pb
16:41:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.81.254
16:41:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:41:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:41:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:41:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:41:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:41:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:41:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-0/logs
16:41:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:41:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:41:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:41:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:41:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:41:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:41:21.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:41:21.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 15:17:36 UTC on ccycloud.quasar-sxjchh.root.comops.site
16:41:21.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582766
16:41:21.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
16:41:21.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.444183 14677 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:41:21.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.447306 14677 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:41:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.471475 14685 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.472286 14687 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.472368 14689 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.472970 14677 server_base.cc:1034] running on GCE node
16:41:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.474179 14677 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:41:21.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.476819 14677 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:41:21.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.478206 14677 hybrid_clock.cc:648] HybridClock initialized: now 1786552881478049 us; error 118 us; skew 500 ppm
16:41:21.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.478812 14677 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:41:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.482013 14677 webserver.cc:460] Webserver started at http://127.14.81.254:36647/ using document root <none> and password file <none>
16:41:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.483119 14677 fs_manager.cc:359] Metadata directory not provided
16:41:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.483248 14677 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:41:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.483728 14677 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:41:21.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.487725 14677 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-0/data/instance:
16:41:21.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dabbe644cf4a4ae2a3f63efcf6a3dc11"
16:41:21.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:21 on dist-test-slave-mvvj"
16:41:21.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.488867 14677 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-0/wal/instance:
16:41:21.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dabbe644cf4a4ae2a3f63efcf6a3dc11"
16:41:21.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:21 on dist-test-slave-mvvj"
16:41:21.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.498801 14677 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.009s sys 0.000s
16:41:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.505149 14696 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:41:21.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.507824 14677 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.004s sys 0.000s
16:41:21.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.508149 14677 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-0/data,/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-0/wal
16:41:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dabbe644cf4a4ae2a3f63efcf6a3dc11"
16:41:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:21 on dist-test-slave-mvvj"
16:41:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.508373 14677 fs_report.cc:383] FS layout report
16:41:21.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:41:21.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-0/wal
16:41:21.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-0/wal
16:41:21.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-0/data/data
16:41:21.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:41:21.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:41:21.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:41:21.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:41:21.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:41:21.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:41:21.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:41:21.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:41:21.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:41:21.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:41:21.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:41:21.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.539577 14677 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:41:21.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.540784 14677 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:41:21.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.541186 14677 kserver.cc:163] Server-wide thread pool size limit: 3276
16:41:21.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.566918 14677 rpc_server.cc:307] RPC server started. Bound to: 127.14.81.254:40873
16:41:21.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.566941 14756 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.81.254:40873 every 8 connection(s)
16:41:21.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.569550 14677 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-0/data/info.pb
16:41:21.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.576056 14663 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmUgmED/build/asan/bin/kudu as pid 14677
16:41:21.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.576556 14663 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-0/wal/instance
16:41:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.579217 14757 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:41:21.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.580603 14663 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmUgmED/build/asan/bin/kudu
16:41:21.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmUgmED/build/asan/bin/kudu
16:41:21.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-1/wal
16:41:21.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-1/data
16:41:21.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:41:21.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:41:21.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:41:21.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:41:21.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:41:21.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:41:21.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-1/logs
16:41:21.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-1/data/info.pb
16:41:21.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:41:21.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:41:21.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:41:21.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:41:21.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:41:21.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:41:21.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:41:21.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:41:21.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:41:21.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:41:21.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:41:21.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:41:21.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.81.253:46773
16:41:21.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.81.253
16:41:21.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:41:21.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.81.212:38979
16:41:21.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:41:21.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:41:21.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:41:21.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:41:21.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.81.254:40873,127.14.81.253:46773,127.14.81.252:45911
16:41:21.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:41:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33741/jwks.json with env {}
16:41:21.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.591974 14757 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.81.254" port: 40873 } has no permanent_uuid. Determining permanent_uuid...
16:41:21.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.625736 14757 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 } has no permanent_uuid. Determining permanent_uuid...
16:41:21.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.627208 14699 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.81.253:46773: connect: Connection refused (error 111)
16:41:21.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.629369 14757 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.81.253:46773: Network error: Client connection negotiation failed: client connection to 127.14.81.253:46773: connect: Connection refused (error 111)
16:41:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.678810 14757 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 } attempt: 1
16:41:21.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.682252 14757 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.81.253:46773: Network error: Client connection negotiation failed: client connection to 127.14.81.253:46773: connect: Connection refused (error 111)
16:41:21.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.750664 14757 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 } attempt: 2
16:41:21.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.753432 14757 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.81.253:46773: Network error: Client connection negotiation failed: client connection to 127.14.81.253:46773: connect: Connection refused (error 111)
16:41:21.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.844749 14757 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 } attempt: 3
16:41:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.847150 14757 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.81.253:46773: Network error: Client connection negotiation failed: client connection to 127.14.81.253:46773: connect: Connection refused (error 111)
16:41:21.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.949657 14759 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:41:21.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.950053 14759 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:41:21.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.950151 14759 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:41:21.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.958470 14759 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:41:21.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.958612 14759 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:41:21.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.958659 14759 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:41:21.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.958710 14759 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:41:21.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.958748 14759 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:41:21.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.958801 14759 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33741/jwks.json
16:41:21.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.969107 14759 master_runner.cc:386] Master server non-default flags:
16:41:21.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:41:21.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.81.212:38979
16:41:21.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:41:21.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:41:21.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-1/data
16:41:21.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-1/wal
16:41:21.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:41:21.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.81.254:40873,127.14.81.253:46773,127.14.81.252:45911
16:41:21.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:41:21.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:41:21.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:41:21.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.81.253:46773
16:41:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:41:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:41:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:41:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33741/jwks.json
16:41:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:41:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:41:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-1/data/info.pb
16:41:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.81.253
16:41:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:41:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:41:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:41:21.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:41:21.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:41:21.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:41:21.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-1/logs
16:41:21.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:41:21.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:41:21.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:41:21.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:41:21.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:41:21.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:41:21.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:41:21.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 15:17:36 UTC on ccycloud.quasar-sxjchh.root.comops.site
16:41:21.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582766
16:41:21.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
16:41:21.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.970913 14759 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:41:21.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.973583 14759 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:41:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.986785 14770 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.986730 14767 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.986788 14768 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.987820 14759 server_base.cc:1034] running on GCE node
16:41:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.988695 14759 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:41:21.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.990429 14759 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:41:21.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.990504 14757 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 } attempt: 4
16:41:21.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.991753 14759 hybrid_clock.cc:648] HybridClock initialized: now 1786552881991668 us; error 61 us; skew 500 ppm
16:41:21.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.992376 14759 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:41:21.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:21.992862 14757 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.81.253:46773: Network error: Client connection negotiation failed: client connection to 127.14.81.253:46773: connect: Connection refused (error 111)
16:41:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.995766 14759 webserver.cc:460] Webserver started at http://127.14.81.253:41105/ using document root <none> and password file <none>
16:41:21.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.996760 14759 fs_manager.cc:359] Metadata directory not provided
16:41:21.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.996886 14759 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:41:21.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:21.997290 14759 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:41:22.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.001050 14759 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-1/data/instance:
16:41:22.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "704b4c44d3dc48f69c4320c34f32fc9c"
16:41:22.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:21 on dist-test-slave-mvvj"
16:41:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.001989 14759 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-1/wal/instance:
16:41:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "704b4c44d3dc48f69c4320c34f32fc9c"
16:41:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:21 on dist-test-slave-mvvj"
16:41:22.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.008397 14759 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.007s sys 0.000s
16:41:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.012902 14777 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:41:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.014811 14759 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
16:41:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.014994 14759 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-1/data,/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-1/wal
16:41:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "704b4c44d3dc48f69c4320c34f32fc9c"
16:41:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:21 on dist-test-slave-mvvj"
16:41:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.015264 14759 fs_report.cc:383] FS layout report
16:41:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:41:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-1/wal
16:41:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-1/wal
16:41:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-1/data/data
16:41:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:41:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:41:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:41:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:41:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:41:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:41:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:41:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:41:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:41:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:41:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:41:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.035765 14759 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:41:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.036788 14759 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:41:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.037106 14759 kserver.cc:163] Server-wide thread pool size limit: 3276
16:41:22.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.057740 14759 rpc_server.cc:307] RPC server started. Bound to: 127.14.81.253:46773
16:41:22.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.057853 14839 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.81.253:46773 every 8 connection(s)
16:41:22.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.059223 14759 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-1/data/info.pb
16:41:22.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.063349 14840 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:41:22.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.063771 14663 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmUgmED/build/asan/bin/kudu as pid 14759
16:41:22.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.063977 14663 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-1/wal/instance
16:41:22.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.065336 14663 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmUgmED/build/asan/bin/kudu
16:41:22.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmUgmED/build/asan/bin/kudu
16:41:22.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-2/wal
16:41:22.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-2/data
16:41:22.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:41:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:41:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:41:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:41:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:41:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:41:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-2/logs
16:41:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-2/data/info.pb
16:41:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:41:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:41:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:41:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:41:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:41:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:41:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:41:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:41:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:41:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:41:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:41:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:41:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.81.252:45911
16:41:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.81.252
16:41:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:41:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.81.212:38979
16:41:22.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:41:22.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:41:22.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:41:22.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:41:22.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.81.254:40873,127.14.81.253:46773,127.14.81.252:45911
16:41:22.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:41:22.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33741/jwks.json with env {}
16:41:22.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.072655 14840 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.81.254" port: 40873 } has no permanent_uuid. Determining permanent_uuid...
16:41:22.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.092226 14840 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 } has no permanent_uuid. Determining permanent_uuid...
16:41:22.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.103248 14840 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } has no permanent_uuid. Determining permanent_uuid...
16:41:22.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:22.104835 14779 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.81.252:45911: connect: Connection refused (error 111)
16:41:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:22.106711 14840 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.81.252:45911: Network error: Client connection negotiation failed: client connection to 127.14.81.252:45911: connect: Connection refused (error 111)
16:41:22.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.156128 14840 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } attempt: 1
16:41:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:22.158790 14840 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.81.252:45911: Network error: Client connection negotiation failed: client connection to 127.14.81.252:45911: connect: Connection refused (error 111)
16:41:22.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.227085 14840 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } attempt: 2
16:41:22.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:22.229818 14840 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.81.252:45911: Network error: Client connection negotiation failed: client connection to 127.14.81.252:45911: connect: Connection refused (error 111)
16:41:22.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.292171 14757 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 } attempt: 5
16:41:22.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.300917 14757 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } has no permanent_uuid. Determining permanent_uuid...
16:41:22.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:22.303020 14757 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.81.252:45911: Network error: Client connection negotiation failed: client connection to 127.14.81.252:45911: connect: Connection refused (error 111)
16:41:22.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.321127 14840 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } attempt: 3
16:41:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:22.323709 14840 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.81.252:45911: Network error: Client connection negotiation failed: client connection to 127.14.81.252:45911: connect: Connection refused (error 111)
16:41:22.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.354313 14757 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } attempt: 1
16:41:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:22.356834 14757 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.81.252:45911: Network error: Client connection negotiation failed: client connection to 127.14.81.252:45911: connect: Connection refused (error 111)
16:41:22.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.425096 14757 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } attempt: 2
16:41:22.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:22.427379 14757 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.81.252:45911: Network error: Client connection negotiation failed: client connection to 127.14.81.252:45911: connect: Connection refused (error 111)
16:41:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:22.430819 14842 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:41:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:22.431145 14842 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:41:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:22.431233 14842 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:41:22.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:22.438957 14842 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:41:22.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:22.439076 14842 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:41:22.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:22.439122 14842 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:41:22.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:22.439172 14842 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:41:22.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:22.439209 14842 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:41:22.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:22.439298 14842 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33741/jwks.json
16:41:22.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.449453 14842 master_runner.cc:386] Master server non-default flags:
16:41:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:41:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.81.212:38979
16:41:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:41:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:41:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-2/data
16:41:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-2/wal
16:41:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:41:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.81.254:40873,127.14.81.253:46773,127.14.81.252:45911
16:41:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:41:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:41:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:41:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.81.252:45911
16:41:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:41:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:41:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:41:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33741/jwks.json
16:41:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:41:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:41:22.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-2/data/info.pb
16:41:22.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.81.252
16:41:22.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:41:22.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:41:22.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:41:22.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:41:22.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:41:22.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:41:22.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-2/logs
16:41:22.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:41:22.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:41:22.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:41:22.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:41:22.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:41:22.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:41:22.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:41:22.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 15:17:36 UTC on ccycloud.quasar-sxjchh.root.comops.site
16:41:22.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582766
16:41:22.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
16:41:22.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.450940 14842 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:41:22.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.453558 14842 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:41:22.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.467125 14840 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } attempt: 4
16:41:22.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:22.467170 14852 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:22.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:22.467195 14853 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:22.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:22.467442 14858 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:22.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:22.469364 14840 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.81.252:45911: Network error: Client connection negotiation failed: client connection to 127.14.81.252:45911: connect: Connection refused (error 111)
16:41:22.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.470348 14842 server_base.cc:1034] running on GCE node
16:41:22.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.471254 14842 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:41:22.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.472990 14842 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:41:22.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.474269 14842 hybrid_clock.cc:648] HybridClock initialized: now 1786552882474184 us; error 45 us; skew 500 ppm
16:41:22.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.474756 14842 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:41:22.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.477501 14842 webserver.cc:460] Webserver started at http://127.14.81.252:36295/ using document root <none> and password file <none>
16:41:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.478288 14842 fs_manager.cc:359] Metadata directory not provided
16:41:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.478480 14842 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:41:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.478873 14842 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:41:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.481842 14842 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-2/data/instance:
16:41:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6aacc742748441a1882e3ec06f8e2b03"
16:41:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:22 on dist-test-slave-mvvj"
16:41:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.482957 14842 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-2/wal/instance:
16:41:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6aacc742748441a1882e3ec06f8e2b03"
16:41:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:22 on dist-test-slave-mvvj"
16:41:22.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.488910 14842 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.007s sys 0.001s
16:41:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.492743 14864 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:41:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.494297 14842 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
16:41:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.494623 14842 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-2/data,/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-2/wal
16:41:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6aacc742748441a1882e3ec06f8e2b03"
16:41:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:22 on dist-test-slave-mvvj"
16:41:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.494953 14842 fs_report.cc:383] FS layout report
16:41:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:41:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-2/wal
16:41:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-2/wal
16:41:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-2/data/data
16:41:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:41:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:41:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:41:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:41:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:41:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:41:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:41:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:41:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:41:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:41:22.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:41:22.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.519706 14842 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:41:22.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.520941 14842 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:41:22.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.521395 14842 kserver.cc:163] Server-wide thread pool size limit: 3276
16:41:22.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.533654 14757 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } attempt: 3
16:41:22.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:22.536149 14757 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.81.252:45911: Network error: Client connection negotiation failed: client connection to 127.14.81.252:45911: connect: Connection refused (error 111)
16:41:22.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.545209 14842 rpc_server.cc:307] RPC server started. Bound to: 127.14.81.252:45911
16:41:22.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.545243 14921 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.81.252:45911 every 8 connection(s)
16:41:22.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.546926 14842 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-2/data/info.pb
16:41:22.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.551102 14922 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:41:22.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.556102 14663 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmUgmED/build/asan/bin/kudu as pid 14842
16:41:22.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.556260 14663 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/master-2/wal/instance
16:41:22.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.558581 14922 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.81.254" port: 40873 } has no permanent_uuid. Determining permanent_uuid...
16:41:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.577656 14922 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 } has no permanent_uuid. Determining permanent_uuid...
16:41:22.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.588238 14922 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } has no permanent_uuid. Determining permanent_uuid...
16:41:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.603334 14922 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03: Bootstrap starting.
16:41:22.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.609897 14922 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03: Neither blocks nor log segments found. Creating new log.
16:41:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.611567 14922 log.cc:824] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03: Log is configured to *not* fsync() on all Append() calls
16:41:22.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.615795 14922 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03: No bootstrap required, opened a new log
16:41:22.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.624840 14922 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabbe644cf4a4ae2a3f63efcf6a3dc11" member_type: VOTER last_known_addr { host: "127.14.81.254" port: 40873 } } peers { permanent_uuid: "704b4c44d3dc48f69c4320c34f32fc9c" member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 } } peers { permanent_uuid: "6aacc742748441a1882e3ec06f8e2b03" member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } }
16:41:22.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.625312 14922 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:41:22.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.625469 14922 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6aacc742748441a1882e3ec06f8e2b03, State: Initialized, Role: FOLLOWER
16:41:22.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.626441 14922 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabbe644cf4a4ae2a3f63efcf6a3dc11" member_type: VOTER last_known_addr { host: "127.14.81.254" port: 40873 } } peers { permanent_uuid: "704b4c44d3dc48f69c4320c34f32fc9c" member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 } } peers { permanent_uuid: "6aacc742748441a1882e3ec06f8e2b03" member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } }
16:41:22.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.627820 14931 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabbe644cf4a4ae2a3f63efcf6a3dc11" member_type: VOTER last_known_addr { host: "127.14.81.254" port: 40873 } } peers { permanent_uuid: "704b4c44d3dc48f69c4320c34f32fc9c" member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 } } peers { permanent_uuid: "6aacc742748441a1882e3ec06f8e2b03" member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } } }
16:41:22.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.628324 14931 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [sys.catalog]: This master's current role is: FOLLOWER
16:41:22.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.630064 14922 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [sys.catalog]: configured and running, proceeding with master startup.
16:41:22.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:22.645881 14945 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:22.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:22.646207 14945 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:22.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.641124 14842 master_runner.cc:186] Error getting master registration for 127.14.81.254:40873: OK, instance_id { permanent_uuid: "dabbe644cf4a4ae2a3f63efcf6a3dc11" instance_seqno: 1786552881559343 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
16:41:22.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.650946 14842 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:41:22.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.664578 14931 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:41:22.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.665104 14931 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabbe644cf4a4ae2a3f63efcf6a3dc11" member_type: VOTER last_known_addr { host: "127.14.81.254" port: 40873 } } peers { permanent_uuid: "704b4c44d3dc48f69c4320c34f32fc9c" member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 } } peers { permanent_uuid: "6aacc742748441a1882e3ec06f8e2b03" member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } }
16:41:22.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.668848 14931 leader_election.cc:288] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dabbe644cf4a4ae2a3f63efcf6a3dc11 (127.14.81.254:40873), 704b4c44d3dc48f69c4320c34f32fc9c (127.14.81.253:46773)
16:41:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.713364 14757 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } attempt: 4
16:41:22.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.727761 14757 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dabbe644cf4a4ae2a3f63efcf6a3dc11: Bootstrap starting.
16:41:22.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.732808 14757 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P dabbe644cf4a4ae2a3f63efcf6a3dc11: Neither blocks nor log segments found. Creating new log.
16:41:22.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.734490 14757 log.cc:824] T 00000000000000000000000000000000 P dabbe644cf4a4ae2a3f63efcf6a3dc11: Log is configured to *not* fsync() on all Append() calls
16:41:22.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.738261 14757 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dabbe644cf4a4ae2a3f63efcf6a3dc11: No bootstrap required, opened a new log
16:41:22.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.751097 14757 raft_consensus.cc:348] T 00000000000000000000000000000000 P dabbe644cf4a4ae2a3f63efcf6a3dc11 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabbe644cf4a4ae2a3f63efcf6a3dc11" member_type: VOTER last_known_addr { host: "127.14.81.254" port: 40873 } } peers { permanent_uuid: "704b4c44d3dc48f69c4320c34f32fc9c" member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 } } peers { permanent_uuid: "6aacc742748441a1882e3ec06f8e2b03" member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } }
16:41:22.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.751613 14757 raft_consensus.cc:374] T 00000000000000000000000000000000 P dabbe644cf4a4ae2a3f63efcf6a3dc11 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:41:22.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.751745 14757 raft_consensus.cc:729] T 00000000000000000000000000000000 P dabbe644cf4a4ae2a3f63efcf6a3dc11 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dabbe644cf4a4ae2a3f63efcf6a3dc11, State: Initialized, Role: FOLLOWER
16:41:22.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.752727 14757 consensus_queue.cc:260] T 00000000000000000000000000000000 P dabbe644cf4a4ae2a3f63efcf6a3dc11 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabbe644cf4a4ae2a3f63efcf6a3dc11" member_type: VOTER last_known_addr { host: "127.14.81.254" port: 40873 } } peers { permanent_uuid: "704b4c44d3dc48f69c4320c34f32fc9c" member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 } } peers { permanent_uuid: "6aacc742748441a1882e3ec06f8e2b03" member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } }
16:41:22.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.754299 14949 sys_catalog.cc:455] T 00000000000000000000000000000000 P dabbe644cf4a4ae2a3f63efcf6a3dc11 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabbe644cf4a4ae2a3f63efcf6a3dc11" member_type: VOTER last_known_addr { host: "127.14.81.254" port: 40873 } } peers { permanent_uuid: "704b4c44d3dc48f69c4320c34f32fc9c" member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 } } peers { permanent_uuid: "6aacc742748441a1882e3ec06f8e2b03" member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } } }
16:41:22.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.754776 14949 sys_catalog.cc:458] T 00000000000000000000000000000000 P dabbe644cf4a4ae2a3f63efcf6a3dc11 [sys.catalog]: This master's current role is: FOLLOWER
16:41:22.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.755635 14757 sys_catalog.cc:564] T 00000000000000000000000000000000 P dabbe644cf4a4ae2a3f63efcf6a3dc11 [sys.catalog]: configured and running, proceeding with master startup.
16:41:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.755867 14727 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6aacc742748441a1882e3ec06f8e2b03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dabbe644cf4a4ae2a3f63efcf6a3dc11" is_pre_election: true
16:41:22.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.756959 14727 raft_consensus.cc:2454] T 00000000000000000000000000000000 P dabbe644cf4a4ae2a3f63efcf6a3dc11 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6aacc742748441a1882e3ec06f8e2b03 in term 0.
16:41:22.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.758051 14868 leader_election.cc:302] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6aacc742748441a1882e3ec06f8e2b03, dabbe644cf4a4ae2a3f63efcf6a3dc11; no voters:
16:41:22.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.758793 14931 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [term 0 FOLLOWER]: Leader pre-election won for term 1
16:41:22.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.758960 14931 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
16:41:22.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.759068 14931 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [term 0 FOLLOWER]: Advancing to term 1
16:41:22.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.767572 14931 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabbe644cf4a4ae2a3f63efcf6a3dc11" member_type: VOTER last_known_addr { host: "127.14.81.254" port: 40873 } } peers { permanent_uuid: "704b4c44d3dc48f69c4320c34f32fc9c" member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 } } peers { permanent_uuid: "6aacc742748441a1882e3ec06f8e2b03" member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } }
16:41:22.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.768621 14840 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } attempt: 5
16:41:22.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.772462 14726 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6aacc742748441a1882e3ec06f8e2b03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dabbe644cf4a4ae2a3f63efcf6a3dc11"
16:41:22.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.772862 14726 raft_consensus.cc:3037] T 00000000000000000000000000000000 P dabbe644cf4a4ae2a3f63efcf6a3dc11 [term 0 FOLLOWER]: Advancing to term 1
16:41:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:22.775887 14870 tablet.cc:2369] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:41:22.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.778733 14726 raft_consensus.cc:2454] T 00000000000000000000000000000000 P dabbe644cf4a4ae2a3f63efcf6a3dc11 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6aacc742748441a1882e3ec06f8e2b03 in term 1.
16:41:22.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.779592 14868 leader_election.cc:302] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6aacc742748441a1882e3ec06f8e2b03, dabbe644cf4a4ae2a3f63efcf6a3dc11; no voters:
16:41:22.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.783025 14931 leader_election.cc:288] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [CANDIDATE]: Term 1 election: Requested vote from peers dabbe644cf4a4ae2a3f63efcf6a3dc11 (127.14.81.254:40873), 704b4c44d3dc48f69c4320c34f32fc9c (127.14.81.253:46773)
16:41:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.783731 14931 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [term 1 FOLLOWER]: Leader election won for term 1
16:41:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.784951 14931 raft_consensus.cc:686] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [term 1 LEADER]: Becoming Leader. State: Replica: 6aacc742748441a1882e3ec06f8e2b03, State: Running, Role: LEADER
16:41:22.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.786275 14931 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabbe644cf4a4ae2a3f63efcf6a3dc11" member_type: VOTER last_known_addr { host: "127.14.81.254" port: 40873 } } peers { permanent_uuid: "704b4c44d3dc48f69c4320c34f32fc9c" member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 } } peers { permanent_uuid: "6aacc742748441a1882e3ec06f8e2b03" member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } }
16:41:22.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.793780 14840 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 704b4c44d3dc48f69c4320c34f32fc9c: Bootstrap starting.
16:41:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:22.795083 14704 tablet.cc:2369] T 00000000000000000000000000000000 P dabbe644cf4a4ae2a3f63efcf6a3dc11: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:41:22.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.808250 14840 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 704b4c44d3dc48f69c4320c34f32fc9c: Neither blocks nor log segments found. Creating new log.
16:41:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.809098 14962 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6aacc742748441a1882e3ec06f8e2b03. Latest consensus state: current_term: 1 leader_uuid: "6aacc742748441a1882e3ec06f8e2b03" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabbe644cf4a4ae2a3f63efcf6a3dc11" member_type: VOTER last_known_addr { host: "127.14.81.254" port: 40873 } } peers { permanent_uuid: "704b4c44d3dc48f69c4320c34f32fc9c" member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 } } peers { permanent_uuid: "6aacc742748441a1882e3ec06f8e2b03" member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } } }
16:41:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.809929 14962 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [sys.catalog]: This master's current role is: LEADER
16:41:22.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.812726 14840 log.cc:824] T 00000000000000000000000000000000 P 704b4c44d3dc48f69c4320c34f32fc9c: Log is configured to *not* fsync() on all Append() calls
16:41:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.815869 14964 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
16:41:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.819182 14964 catalog_manager.cc:1484] Initializing Kudu cluster ID...
16:41:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.833817 14840 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 704b4c44d3dc48f69c4320c34f32fc9c: No bootstrap required, opened a new log
16:41:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.838433 14971 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
16:41:22.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.853866 14727 raft_consensus.cc:1261] T 00000000000000000000000000000000 P dabbe644cf4a4ae2a3f63efcf6a3dc11 [term 1 FOLLOWER]: Refusing update from remote peer 6aacc742748441a1882e3ec06f8e2b03: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
16:41:22.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.855719 14840 raft_consensus.cc:348] T 00000000000000000000000000000000 P 704b4c44d3dc48f69c4320c34f32fc9c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabbe644cf4a4ae2a3f63efcf6a3dc11" member_type: VOTER last_known_addr { host: "127.14.81.254" port: 40873 } } peers { permanent_uuid: "704b4c44d3dc48f69c4320c34f32fc9c" member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 } } peers { permanent_uuid: "6aacc742748441a1882e3ec06f8e2b03" member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } }
16:41:22.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.856304 14840 raft_consensus.cc:374] T 00000000000000000000000000000000 P 704b4c44d3dc48f69c4320c34f32fc9c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:41:22.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.856449 14840 raft_consensus.cc:729] T 00000000000000000000000000000000 P 704b4c44d3dc48f69c4320c34f32fc9c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 704b4c44d3dc48f69c4320c34f32fc9c, State: Initialized, Role: FOLLOWER
16:41:22.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.857326 14840 consensus_queue.cc:260] T 00000000000000000000000000000000 P 704b4c44d3dc48f69c4320c34f32fc9c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabbe644cf4a4ae2a3f63efcf6a3dc11" member_type: VOTER last_known_addr { host: "127.14.81.254" port: 40873 } } peers { permanent_uuid: "704b4c44d3dc48f69c4320c34f32fc9c" member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 } } peers { permanent_uuid: "6aacc742748441a1882e3ec06f8e2b03" member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } }
16:41:22.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.862522 14962 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dabbe644cf4a4ae2a3f63efcf6a3dc11" member_type: VOTER last_known_addr { host: "127.14.81.254" port: 40873 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:41:22.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.869082 14973 sys_catalog.cc:455] T 00000000000000000000000000000000 P 704b4c44d3dc48f69c4320c34f32fc9c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabbe644cf4a4ae2a3f63efcf6a3dc11" member_type: VOTER last_known_addr { host: "127.14.81.254" port: 40873 } } peers { permanent_uuid: "704b4c44d3dc48f69c4320c34f32fc9c" member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 } } peers { permanent_uuid: "6aacc742748441a1882e3ec06f8e2b03" member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } } }
16:41:22.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.870292 14973 sys_catalog.cc:458] T 00000000000000000000000000000000 P 704b4c44d3dc48f69c4320c34f32fc9c [sys.catalog]: This master's current role is: FOLLOWER
16:41:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.847168 14677 master_runner.cc:186] Error getting master registration for 127.14.81.253:46773: OK, instance_id { permanent_uuid: "704b4c44d3dc48f69c4320c34f32fc9c" instance_seqno: 1786552882051786 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
16:41:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.872889 14677 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:41:22.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.870530 14840 sys_catalog.cc:564] T 00000000000000000000000000000000 P 704b4c44d3dc48f69c4320c34f32fc9c [sys.catalog]: configured and running, proceeding with master startup.
16:41:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.870615 14807 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6aacc742748441a1882e3ec06f8e2b03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "704b4c44d3dc48f69c4320c34f32fc9c" is_pre_election: true
16:41:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.870558 14805 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6aacc742748441a1882e3ec06f8e2b03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "704b4c44d3dc48f69c4320c34f32fc9c"
16:41:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.873610 14804 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 704b4c44d3dc48f69c4320c34f32fc9c [term 0 FOLLOWER]: Advancing to term 1
16:41:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.886140 14804 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 704b4c44d3dc48f69c4320c34f32fc9c [term 1 FOLLOWER]: Refusing update from remote peer 6aacc742748441a1882e3ec06f8e2b03: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
16:41:22.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.888417 14962 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [LEADER]: Connected to new peer: Peer: permanent_uuid: "704b4c44d3dc48f69c4320c34f32fc9c" member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:41:22.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.895541 14949 sys_catalog.cc:455] T 00000000000000000000000000000000 P dabbe644cf4a4ae2a3f63efcf6a3dc11 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6aacc742748441a1882e3ec06f8e2b03. Latest consensus state: current_term: 1 leader_uuid: "6aacc742748441a1882e3ec06f8e2b03" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabbe644cf4a4ae2a3f63efcf6a3dc11" member_type: VOTER last_known_addr { host: "127.14.81.254" port: 40873 } } peers { permanent_uuid: "704b4c44d3dc48f69c4320c34f32fc9c" member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 } } peers { permanent_uuid: "6aacc742748441a1882e3ec06f8e2b03" member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } } }
16:41:22.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.895875 14949 sys_catalog.cc:458] T 00000000000000000000000000000000 P dabbe644cf4a4ae2a3f63efcf6a3dc11 [sys.catalog]: This master's current role is: FOLLOWER
16:41:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.900158 14970 mvcc.cc:205] Tried to move back new op lower bound from 7317720608125968384 to 7317720607925395456. Current Snapshot: MvccSnapshot[applied={T|T < 7317720608125968384}]
16:41:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.901921 14962 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6aacc742748441a1882e3ec06f8e2b03" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabbe644cf4a4ae2a3f63efcf6a3dc11" member_type: VOTER last_known_addr { host: "127.14.81.254" port: 40873 } } peers { permanent_uuid: "704b4c44d3dc48f69c4320c34f32fc9c" member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 } } peers { permanent_uuid: "6aacc742748441a1882e3ec06f8e2b03" member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } } }
16:41:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.902245 14962 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [sys.catalog]: This master's current role is: LEADER
16:41:22.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.914448 14964 catalog_manager.cc:1347] Generated new cluster ID: bb0ea66e5db94a8f953b5dbbba26de47
16:41:22.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.914582 14964 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
16:41:22.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.920228 14973 sys_catalog.cc:455] T 00000000000000000000000000000000 P 704b4c44d3dc48f69c4320c34f32fc9c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6aacc742748441a1882e3ec06f8e2b03. Latest consensus state: current_term: 1 leader_uuid: "6aacc742748441a1882e3ec06f8e2b03" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabbe644cf4a4ae2a3f63efcf6a3dc11" member_type: VOTER last_known_addr { host: "127.14.81.254" port: 40873 } } peers { permanent_uuid: "704b4c44d3dc48f69c4320c34f32fc9c" member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 } } peers { permanent_uuid: "6aacc742748441a1882e3ec06f8e2b03" member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } } }
16:41:22.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.920624 14973 sys_catalog.cc:458] T 00000000000000000000000000000000 P 704b4c44d3dc48f69c4320c34f32fc9c [sys.catalog]: This master's current role is: FOLLOWER
16:41:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.922765 14931 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6aacc742748441a1882e3ec06f8e2b03" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabbe644cf4a4ae2a3f63efcf6a3dc11" member_type: VOTER last_known_addr { host: "127.14.81.254" port: 40873 } } peers { permanent_uuid: "704b4c44d3dc48f69c4320c34f32fc9c" member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 } } peers { permanent_uuid: "6aacc742748441a1882e3ec06f8e2b03" member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } } }
16:41:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.923288 14931 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 [sys.catalog]: This master's current role is: LEADER
16:41:22.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.925606 14979 mvcc.cc:205] Tried to move back new op lower bound from 7317720608125968384 to 7317720607925395456. Current Snapshot: MvccSnapshot[applied={T|T < 7317720608125968384}]
16:41:22.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.935587 14949 sys_catalog.cc:455] T 00000000000000000000000000000000 P dabbe644cf4a4ae2a3f63efcf6a3dc11 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6aacc742748441a1882e3ec06f8e2b03" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabbe644cf4a4ae2a3f63efcf6a3dc11" member_type: VOTER last_known_addr { host: "127.14.81.254" port: 40873 } } peers { permanent_uuid: "704b4c44d3dc48f69c4320c34f32fc9c" member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 } } peers { permanent_uuid: "6aacc742748441a1882e3ec06f8e2b03" member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } } }
16:41:22.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.935947 14949 sys_catalog.cc:458] T 00000000000000000000000000000000 P dabbe644cf4a4ae2a3f63efcf6a3dc11 [sys.catalog]: This master's current role is: FOLLOWER
16:41:22.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.948647 14973 sys_catalog.cc:455] T 00000000000000000000000000000000 P 704b4c44d3dc48f69c4320c34f32fc9c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6aacc742748441a1882e3ec06f8e2b03" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabbe644cf4a4ae2a3f63efcf6a3dc11" member_type: VOTER last_known_addr { host: "127.14.81.254" port: 40873 } } peers { permanent_uuid: "704b4c44d3dc48f69c4320c34f32fc9c" member_type: VOTER last_known_addr { host: "127.14.81.253" port: 46773 } } peers { permanent_uuid: "6aacc742748441a1882e3ec06f8e2b03" member_type: VOTER last_known_addr { host: "127.14.81.252" port: 45911 } } }
16:41:22.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.949016 14973 sys_catalog.cc:458] T 00000000000000000000000000000000 P 704b4c44d3dc48f69c4320c34f32fc9c [sys.catalog]: This master's current role is: FOLLOWER
16:41:22.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.973448 14964 catalog_manager.cc:1370] Generated new certificate authority record
16:41:22.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.976856 14964 catalog_manager.cc:1504] Loading token signing keys...
16:41:22.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.981036 14995 catalog_manager.cc:1259] Loaded cluster ID: bb0ea66e5db94a8f953b5dbbba26de47
16:41:22.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.981508 14995 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 704b4c44d3dc48f69c4320c34f32fc9c: loading cluster ID for follower catalog manager: success
16:41:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:22.986552 14995 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 704b4c44d3dc48f69c4320c34f32fc9c: acquiring CA information for follower catalog manager: success
16:41:22.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:22.988453 14995 catalog_manager.cc:873] Not found: no TSK found in the system table: failed to prepare follower catalog manager, will retry
16:41:23.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.003726 14964 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03: Generated new TSK 0
16:41:23.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.005960 14964 catalog_manager.cc:1514] Initializing in-progress tserver states...
16:41:23.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.021600 14663 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmUgmED/build/asan/bin/kudu
16:41:23.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmUgmED/build/asan/bin/kudu
16:41:23.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-0/wal
16:41:23.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-0/data
16:41:23.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:41:23.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:41:23.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:41:23.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:41:23.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:41:23.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:41:23.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-0/logs
16:41:23.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-0/data/info.pb
16:41:23.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:41:23.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:41:23.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:41:23.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:41:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:41:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:41:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:41:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:41:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:41:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:41:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.81.193:0
16:41:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.81.193
16:41:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.81.193
16:41:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:41:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.81.254:40873,127.14.81.253:46773,127.14.81.252:45911
16:41:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.81.212:38979
16:41:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:41:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:41:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:41:23.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:23.429989 14997 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:41:23.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:23.430439 14997 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:41:23.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:23.430600 14997 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:41:23.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:23.438947 14997 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:41:23.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:23.439220 14997 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.81.193
16:41:23.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.449587 14997 tablet_server_runner.cc:78] Tablet server non-default flags:
16:41:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:41:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.81.212:38979
16:41:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:41:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:41:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-0/data
16:41:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-0/wal
16:41:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:41:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:41:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.81.193:0
16:41:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:41:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:41:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:41:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-0/data/info.pb
16:41:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.81.193
16:41:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:41:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.81.254:40873,127.14.81.253:46773,127.14.81.252:45911
16:41:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:41:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:41:23.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:41:23.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:41:23.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:41:23.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.81.193
16:41:23.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-0/logs
16:41:23.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:41:23.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:41:23.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:41:23.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:41:23.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:41:23.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:41:23.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:41:23.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 15:17:36 UTC on ccycloud.quasar-sxjchh.root.comops.site
16:41:23.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582766
16:41:23.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
16:41:23.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.451457 14997 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:41:23.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.453527 14997 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:41:23.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:23.472287 15002 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:23.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:23.472258 15003 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:23.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.473522 14997 server_base.cc:1034] running on GCE node
16:41:23.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:23.473860 15005 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:23.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.474710 14997 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:41:23.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.475904 14997 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:41:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.477205 14997 hybrid_clock.cc:648] HybridClock initialized: now 1786552883477109 us; error 62 us; skew 500 ppm
16:41:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.477599 14997 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:41:23.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.480538 14997 webserver.cc:460] Webserver started at http://127.14.81.193:34447/ using document root <none> and password file <none>
16:41:23.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.481338 14997 fs_manager.cc:359] Metadata directory not provided
16:41:23.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.481493 14997 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:41:23.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.481848 14997 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:41:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.484867 14997 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-0/data/instance:
16:41:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca1f1891eeec4cc6978b98f2e3de4c09"
16:41:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:23 on dist-test-slave-mvvj"
16:41:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.485805 14997 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-0/wal/instance:
16:41:23.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca1f1891eeec4cc6978b98f2e3de4c09"
16:41:23.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:23 on dist-test-slave-mvvj"
16:41:23.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.491640 14997 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.003s sys 0.003s
16:41:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.495889 15011 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:41:23.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.497727 14997 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
16:41:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.497951 14997 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-0/data,/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-0/wal
16:41:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca1f1891eeec4cc6978b98f2e3de4c09"
16:41:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:23 on dist-test-slave-mvvj"
16:41:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.498227 14997 fs_report.cc:383] FS layout report
16:41:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:41:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-0/wal
16:41:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-0/wal
16:41:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-0/data/data
16:41:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:41:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:41:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:41:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:41:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:41:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:41:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:41:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:41:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:41:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:41:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:41:23.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.517879 14997 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:41:23.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.518899 14997 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:41:23.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.519284 14997 kserver.cc:163] Server-wide thread pool size limit: 3276
16:41:23.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.520754 14997 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:41:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.522926 14997 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
16:41:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.523044 14997 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
16:41:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.523263 14997 ts_tablet_manager.cc:610] Registered 0 tablets
16:41:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.523337 14997 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
16:41:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.565137 14997 rpc_server.cc:307] RPC server started. Bound to: 127.14.81.193:43089
16:41:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.565201 15144 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.81.193:43089 every 8 connection(s)
16:41:23.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.567198 14997 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-0/data/info.pb
16:41:23.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.574641 14663 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmUgmED/build/asan/bin/kudu as pid 14997
16:41:23.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.574855 14663 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-0/wal/instance
16:41:23.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.583119 14663 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmUgmED/build/asan/bin/kudu
16:41:23.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmUgmED/build/asan/bin/kudu
16:41:23.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-1/wal
16:41:23.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-1/data
16:41:23.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:41:23.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:41:23.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:41:23.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:41:23.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:41:23.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:41:23.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-1/logs
16:41:23.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-1/data/info.pb
16:41:23.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:41:23.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:41:23.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:41:23.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:41:23.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:41:23.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:41:23.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:41:23.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:41:23.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:41:23.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:41:23.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.81.194:0
16:41:23.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.81.194
16:41:23.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.81.194
16:41:23.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:41:23.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.81.254:40873,127.14.81.253:46773,127.14.81.252:45911
16:41:23.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.81.212:38979
16:41:23.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:41:23.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:41:23.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:41:23.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.633659 15145 heartbeater.cc:347] Connected to a master server at 127.14.81.252:45911
16:41:23.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.634168 15145 heartbeater.cc:464] Registering TS with master...
16:41:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.635382 15145 heartbeater.cc:511] Master 127.14.81.252:45911 requested a full tablet report, sending...
16:41:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.633576 15146 heartbeater.cc:347] Connected to a master server at 127.14.81.254:40873
16:41:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.636014 15146 heartbeater.cc:464] Registering TS with master...
16:41:23.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.637315 15146 heartbeater.cc:511] Master 127.14.81.254:40873 requested a full tablet report, sending...
16:41:23.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.640478 14714 ts_manager.cc:194] Registered new tserver with Master: ca1f1891eeec4cc6978b98f2e3de4c09 (127.14.81.193:43089)
16:41:23.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.642242 14883 ts_manager.cc:194] Registered new tserver with Master: ca1f1891eeec4cc6978b98f2e3de4c09 (127.14.81.193:43089)
16:41:23.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.643538 15149 heartbeater.cc:347] Connected to a master server at 127.14.81.253:46773
16:41:23.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.643690 15149 heartbeater.cc:464] Registering TS with master...
16:41:23.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.644209 15149 heartbeater.cc:511] Master 127.14.81.253:46773 requested a full tablet report, sending...
16:41:23.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.645272 14883 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.14.81.193:38079
16:41:23.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.646132 14795 ts_manager.cc:194] Registered new tserver with Master: ca1f1891eeec4cc6978b98f2e3de4c09 (127.14.81.193:43089)
16:41:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.844398 14971 catalog_manager.cc:1259] Loaded cluster ID: bb0ea66e5db94a8f953b5dbbba26de47
16:41:23.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.844565 14971 catalog_manager.cc:1552] T 00000000000000000000000000000000 P dabbe644cf4a4ae2a3f63efcf6a3dc11: loading cluster ID for follower catalog manager: success
16:41:23.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.849102 14971 catalog_manager.cc:1574] T 00000000000000000000000000000000 P dabbe644cf4a4ae2a3f63efcf6a3dc11: acquiring CA information for follower catalog manager: success
16:41:23.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.852303 14971 catalog_manager.cc:1602] T 00000000000000000000000000000000 P dabbe644cf4a4ae2a3f63efcf6a3dc11: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
16:41:23.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:23.979835 15153 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:41:23.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:23.980263 15153 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:41:23.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:23.980401 15153 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:41:23.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:23.988628 15153 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:41:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:23.988909 15153 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.81.194
16:41:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.992775 14995 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 704b4c44d3dc48f69c4320c34f32fc9c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
16:41:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:23.999148 15153 tablet_server_runner.cc:78] Tablet server non-default flags:
16:41:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:41:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.81.212:38979
16:41:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:41:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:41:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-1/data
16:41:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-1/wal
16:41:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:41:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:41:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.81.194:0
16:41:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:41:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:41:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:41:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-1/data/info.pb
16:41:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.81.194
16:41:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:41:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.81.254:40873,127.14.81.253:46773,127.14.81.252:45911
16:41:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:41:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:41:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:41:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:41:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:41:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.81.194
16:41:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-1/logs
16:41:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:41:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:41:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:41:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:41:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:41:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:41:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:41:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 15:17:36 UTC on ccycloud.quasar-sxjchh.root.comops.site
16:41:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582766
16:41:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
16:41:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.001109 15153 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:41:24.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.003496 15153 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:41:24.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:24.020939 15161 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:24.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:24.021584 15162 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:24.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:24.022142 15164 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:24.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.023541 15153 server_base.cc:1034] running on GCE node
16:41:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.024616 15153 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:41:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.026042 15153 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:41:24.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.027607 15153 hybrid_clock.cc:648] HybridClock initialized: now 1786552884027452 us; error 110 us; skew 500 ppm
16:41:24.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.028086 15153 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:41:24.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.031894 15153 webserver.cc:460] Webserver started at http://127.14.81.194:36315/ using document root <none> and password file <none>
16:41:24.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.033171 15153 fs_manager.cc:359] Metadata directory not provided
16:41:24.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.033360 15153 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:41:24.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.033776 15153 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:41:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.037972 15153 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-1/data/instance:
16:41:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64380df590b14d2cb0f65100bb2e9150"
16:41:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:24 on dist-test-slave-mvvj"
16:41:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.039238 15153 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-1/wal/instance:
16:41:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64380df590b14d2cb0f65100bb2e9150"
16:41:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:24 on dist-test-slave-mvvj"
16:41:24.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.047610 15153 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.005s sys 0.005s
16:41:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.053123 15171 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:41:24.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.055126 15153 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
16:41:24.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.055369 15153 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-1/data,/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-1/wal
16:41:24.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64380df590b14d2cb0f65100bb2e9150"
16:41:24.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:24 on dist-test-slave-mvvj"
16:41:24.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.055631 15153 fs_report.cc:383] FS layout report
16:41:24.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:41:24.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-1/wal
16:41:24.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-1/wal
16:41:24.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-1/data/data
16:41:24.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:41:24.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:41:24.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:41:24.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:41:24.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:41:24.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:41:24.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:41:24.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:41:24.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:41:24.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:41:24.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:41:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.087210 15153 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:41:24.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.088312 15153 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:41:24.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.088683 15153 kserver.cc:163] Server-wide thread pool size limit: 3276
16:41:24.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.090031 15153 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:41:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.092257 15153 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
16:41:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.092363 15153 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
16:41:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.092496 15153 ts_tablet_manager.cc:610] Registered 0 tablets
16:41:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.092548 15153 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
16:41:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.168540 15306 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.81.194:45357 every 8 connection(s)
16:41:24.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.168650 15153 rpc_server.cc:307] RPC server started. Bound to: 127.14.81.194:45357
16:41:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.171248 15153 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-1/data/info.pb
16:41:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.173615 14663 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmUgmED/build/asan/bin/kudu as pid 15153
16:41:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.173861 14663 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-1/wal/instance
16:41:24.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.182499 14663 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmUgmED/build/asan/bin/kudu
16:41:24.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmUgmED/build/asan/bin/kudu
16:41:24.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-2/wal
16:41:24.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-2/data
16:41:24.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:41:24.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:41:24.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:41:24.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:41:24.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:41:24.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:41:24.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-2/logs
16:41:24.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-2/data/info.pb
16:41:24.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:41:24.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:41:24.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:41:24.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:41:24.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:41:24.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:41:24.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:41:24.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:41:24.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:41:24.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:41:24.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.81.195:0
16:41:24.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.81.195
16:41:24.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.81.195
16:41:24.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:41:24.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.81.254:40873,127.14.81.253:46773,127.14.81.252:45911
16:41:24.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.81.212:38979
16:41:24.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:41:24.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:41:24.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:41:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.261554 15309 heartbeater.cc:347] Connected to a master server at 127.14.81.254:40873
16:41:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.262132 15309 heartbeater.cc:464] Registering TS with master...
16:41:24.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.263986 15309 heartbeater.cc:511] Master 127.14.81.254:40873 requested a full tablet report, sending...
16:41:24.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.267668 14714 ts_manager.cc:194] Registered new tserver with Master: 64380df590b14d2cb0f65100bb2e9150 (127.14.81.194:45357)
16:41:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.274003 15308 heartbeater.cc:347] Connected to a master server at 127.14.81.252:45911
16:41:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.274190 15308 heartbeater.cc:464] Registering TS with master...
16:41:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.274902 15308 heartbeater.cc:511] Master 127.14.81.252:45911 requested a full tablet report, sending...
16:41:24.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.276651 14883 ts_manager.cc:194] Registered new tserver with Master: 64380df590b14d2cb0f65100bb2e9150 (127.14.81.194:45357)
16:41:24.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.278031 14883 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.14.81.194:59531
16:41:24.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.282624 15310 heartbeater.cc:347] Connected to a master server at 127.14.81.253:46773
16:41:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.282874 15310 heartbeater.cc:464] Registering TS with master...
16:41:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.283388 15310 heartbeater.cc:511] Master 127.14.81.253:46773 requested a full tablet report, sending...
16:41:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.284783 14795 ts_manager.cc:194] Registered new tserver with Master: 64380df590b14d2cb0f65100bb2e9150 (127.14.81.194:45357)
16:41:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.649255 15145 heartbeater.cc:503] Master 127.14.81.252:45911 was elected leader, sending a full tablet report...
16:41:24.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:24.845036 15314 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:41:24.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:24.845571 15314 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:41:24.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:24.845739 15314 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:41:24.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:24.855113 15314 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:41:24.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:24.855392 15314 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.81.195
16:41:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.867835 15314 tablet_server_runner.cc:78] Tablet server non-default flags:
16:41:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:41:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.81.212:38979
16:41:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:41:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:41:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-2/data
16:41:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-2/wal
16:41:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:41:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:41:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.81.195:0
16:41:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:41:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:41:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:41:24.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-2/data/info.pb
16:41:24.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.81.195
16:41:24.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:41:24.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.81.254:40873,127.14.81.253:46773,127.14.81.252:45911
16:41:24.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:41:24.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:41:24.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:41:24.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:41:24.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:41:24.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.81.195
16:41:24.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-2/logs
16:41:24.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:41:24.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:41:24.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:41:24.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:41:24.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:41:24.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:41:24.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:41:24.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 15:17:36 UTC on ccycloud.quasar-sxjchh.root.comops.site
16:41:24.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582766
16:41:24.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
16:41:24.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.869490 15314 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:41:24.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.872277 15314 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:41:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:24.891251 15331 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:24.891490 15328 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:24.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:24.891325 15329 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:24.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.897768 15314 server_base.cc:1034] running on GCE node
16:41:24.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.898605 15314 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:41:24.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.899935 15314 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:41:24.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.901190 15314 hybrid_clock.cc:648] HybridClock initialized: now 1786552884901110 us; error 55 us; skew 500 ppm
16:41:24.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.901503 15314 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:41:24.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.904657 15314 webserver.cc:460] Webserver started at http://127.14.81.195:37343/ using document root <none> and password file <none>
16:41:24.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.905416 15314 fs_manager.cc:359] Metadata directory not provided
16:41:24.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.905548 15314 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:41:24.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.905848 15314 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:41:24.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.908821 15314 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-2/data/instance:
16:41:24.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f9a6d971acc645b5a97ba9e01c5ae55d"
16:41:24.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:24 on dist-test-slave-mvvj"
16:41:24.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.909626 15314 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-2/wal/instance:
16:41:24.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f9a6d971acc645b5a97ba9e01c5ae55d"
16:41:24.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:24 on dist-test-slave-mvvj"
16:41:24.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.916056 15314 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.007s sys 0.000s
16:41:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.920341 15337 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:41:24.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.922261 15314 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
16:41:24.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.922461 15314 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-2/data,/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-2/wal
16:41:24.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f9a6d971acc645b5a97ba9e01c5ae55d"
16:41:24.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:24 on dist-test-slave-mvvj"
16:41:24.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.922741 15314 fs_report.cc:383] FS layout report
16:41:24.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:41:24.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-2/wal
16:41:24.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-2/wal
16:41:24.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-2/data/data
16:41:24.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:41:24.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:41:24.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:41:24.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:41:24.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:41:24.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:41:24.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:41:24.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:41:24.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:41:24.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:41:24.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:41:24.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.965761 15314 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:41:24.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.966976 15314 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:41:24.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.967383 15314 kserver.cc:163] Server-wide thread pool size limit: 3276
16:41:24.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.968757 15314 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:41:24.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.970816 15314 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
16:41:24.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.970893 15314 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
16:41:24.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.970991 15314 ts_tablet_manager.cc:610] Registered 0 tablets
16:41:24.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:24.971033 15314 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
16:41:25.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:25.031930 15314 rpc_server.cc:307] RPC server started. Bound to: 127.14.81.195:43207
16:41:25.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:25.032056 15465 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.81.195:43207 every 8 connection(s)
16:41:25.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:25.033828 15314 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-2/data/info.pb
16:41:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:25.041214 14663 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmUgmED/build/asan/bin/kudu as pid 15314
16:41:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:25.041514 14663 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster4473459843739506549/ts-2/wal/instance
16:41:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:25.078192 15467 heartbeater.cc:347] Connected to a master server at 127.14.81.252:45911
16:41:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:25.078270 15469 heartbeater.cc:347] Connected to a master server at 127.14.81.253:46773
16:41:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:25.078634 15469 heartbeater.cc:464] Registering TS with master...
16:41:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:25.078644 15467 heartbeater.cc:464] Registering TS with master...
16:41:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:25.078715 15468 heartbeater.cc:347] Connected to a master server at 127.14.81.254:40873
16:41:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:25.078979 15468 heartbeater.cc:464] Registering TS with master...
16:41:25.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:25.080274 15469 heartbeater.cc:511] Master 127.14.81.253:46773 requested a full tablet report, sending...
16:41:25.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:25.080287 15467 heartbeater.cc:511] Master 127.14.81.252:45911 requested a full tablet report, sending...
16:41:25.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:25.080397 15468 heartbeater.cc:511] Master 127.14.81.254:40873 requested a full tablet report, sending...
16:41:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:25.082585 14883 ts_manager.cc:194] Registered new tserver with Master: f9a6d971acc645b5a97ba9e01c5ae55d (127.14.81.195:43207)
16:41:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:25.082625 14714 ts_manager.cc:194] Registered new tserver with Master: f9a6d971acc645b5a97ba9e01c5ae55d (127.14.81.195:43207)
16:41:25.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:25.083551 14795 ts_manager.cc:194] Registered new tserver with Master: f9a6d971acc645b5a97ba9e01c5ae55d (127.14.81.195:43207)
16:41:25.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:25.083778 14883 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.14.81.195:47283
16:41:25.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:25.091270 14663 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
16:41:25.093 [DEBUG - main] (MiniKuduCluster.java:195) Response:
16:41:25.094 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
16:41:25.106 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.14.81.254"
port: 40873
}
bound_http_address {
host: "127.14.81.254"
port: 36647
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.14.81.253"
port: 46773
}
bound_http_address {
host: "127.14.81.253"
port: 41105
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.14.81.252"
port: 45911
}
bound_http_address {
host: "127.14.81.252"
port: 36295
}
}
}
16:41:25.114 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
16:41:25.117 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.14.81.193"
port: 43089
}
bound_http_address {
host: "127.14.81.193"
port: 34447
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.14.81.194"
port: 45357
}
bound_http_address {
host: "127.14.81.194"
port: 36315
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.14.81.195"
port: 43207
}
bound_http_address {
host: "127.14.81.195"
port: 37343
}
}
}
16:41:25.118 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
16:41:25.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:25.282440 15308 heartbeater.cc:503] Master 127.14.81.252:45911 was elected leader, sending a full tablet report...
16:41:25.336 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
16:41:25.478 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskmUgmED/test-tmp
16:41:25.479 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
16:41:25.479 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskmUgmED/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
16:41:25.487 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
16:41:25.915 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:41:25.916 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
16:41:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:25.919246 15482 mini_oidc.cc:152] Starting JWKS server
16:41:25.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:25.923004 15482 webserver.cc:460] Webserver started at http://127.0.0.1:33403/ using document root <none> and password file <none>
16:41:25.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:25.923271 15482 mini_oidc.cc:189] Starting OIDC Discovery server
16:41:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:25.924201 15482 webserver.cc:460] Webserver started at http://127.0.0.1:44211/ using document root <none> and password file <none>
16:41:25.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
16:41:25.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/principal' for realm 'KRBTEST.COM',
16:41:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
16:41:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 16:41:25 dist-test-slave-mvvj krb5kdc[15496](info): setting up network...
16:41:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
16:41:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 16:41:25 dist-test-slave-mvvj krb5kdc[15496](info): set up 2 sockets
16:41:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 16:41:25 dist-test-slave-mvvj krb5kdc[15496](info): commencing operation
16:41:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
16:41:26.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:26.087095 15467 heartbeater.cc:503] Master 127.14.81.252:45911 was elected leader, sending a full tablet report...
16:41:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:27.117401 15482 mini_kdc.cc:121] Time spent starting KDC: real 1.182s user 0.008s sys 0.020s
16:41:27.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
16:41:27.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
16:41:27.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
16:41:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
16:41:27.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
16:41:27.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
16:41:27.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
16:41:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
16:41:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
16:41:27.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
16:41:27.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/test-user.keytab.
16:41:27.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/test-user.keytab.
16:41:27.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 16:41:27 dist-test-slave-mvvj krb5kdc[15496](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786552887, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:41:27.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
16:41:27.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T16:41:27Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
16:41:27.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T16:41:27Z Disabled control of system clock
16:41:27.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.15.30.190@KRBTEST.COM; defaulting to no policy
16:41:27.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:41:27.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.15.30.190@KRBTEST.COM" created.
16:41:27.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:41:27.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.15.30.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/kudu_127.15.30.190.keytab.
16:41:27.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.15.30.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/kudu_127.15.30.190.keytab.
16:41:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.320562 15482 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmUgmED/build/asan/bin/kudu
16:41:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmUgmED/build/asan/bin/kudu
16:41:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/wal
16:41:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/data
16:41:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:41:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:41:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:41:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:41:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:41:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:41:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/logs
16:41:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/data/info.pb
16:41:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:41:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:41:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:41:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:41:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:41:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:41:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:41:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:41:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:41:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:41:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:41:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:41:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.30.190:36183
16:41:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.30.190
16:41:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:41:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/kudu_127.15.30.190.keytab
16:41:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.15.30.190
16:41:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:41:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:41:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:41:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.30.148:38941
16:41:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:41:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:41:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:41:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:41:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.30.190:36183,127.15.30.189:37799,127.15.30.188:33827
16:41:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:41:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33403/jwks.json
16:41:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:41:27.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:27.827553 15512 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:41:27.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:27.827957 15512 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:41:27.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:27.828115 15512 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:41:27.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:27.836476 15512 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:41:27.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:27.836629 15512 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:41:27.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:27.836706 15512 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:41:27.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:27.836796 15512 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:41:27.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:27.836860 15512 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:41:27.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:27.836952 15512 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:41:27.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:27.837007 15512 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33403/jwks.json
16:41:27.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.848186 15512 master_runner.cc:386] Master server non-default flags:
16:41:27.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:41:27.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.30.148:38941
16:41:27.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:41:27.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:41:27.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/data
16:41:27.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/wal
16:41:27.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:41:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:41:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.30.190:36183,127.15.30.189:37799,127.15.30.188:33827
16:41:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/kudu_127.15.30.190.keytab
16:41:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.15.30.190
16:41:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:41:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:41:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:41:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.30.190:36183
16:41:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:41:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:41:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:41:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33403/jwks.json
16:41:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:41:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:41:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:41:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:41:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:41:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/data/info.pb
16:41:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.30.190
16:41:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:41:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:41:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:41:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:41:27.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:41:27.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:41:27.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/logs
16:41:27.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:41:27.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:41:27.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:41:27.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:41:27.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:41:27.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:41:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:41:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 15:17:36 UTC on ccycloud.quasar-sxjchh.root.comops.site
16:41:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582766
16:41:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
16:41:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.850216 15512 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:41:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.852118 15512 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:41:27.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:27.868894 15517 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:27.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:27.868760 15522 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:27.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:27.868870 15519 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:27.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.870759 15512 server_base.cc:1034] running on GCE node
16:41:27.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.871714 15512 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:41:27.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.873587 15512 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:41:27.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.874897 15512 hybrid_clock.cc:648] HybridClock initialized: now 1786552887874780 us; error 51 us; skew 500 ppm
16:41:27.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.875573 15512 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:41:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 16:41:27 dist-test-slave-mvvj krb5kdc[15496](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786552887, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.30.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:41:27.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.880556 15512 init.cc:377] Logged in from keytab as kudu/127.15.30.190@KRBTEST.COM (short username kudu)
16:41:27.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.882634 15512 webserver.cc:460] Webserver started at http://127.15.30.190:44855/ using document root <none> and password file <none>
16:41:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.883917 15512 fs_manager.cc:359] Metadata directory not provided
16:41:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.884155 15512 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:41:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.884577 15512 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:41:27.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.890457 15512 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/data/instance:
16:41:27.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ed6e0c8679f5425c85b4b600e6254320"
16:41:27.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:27 on dist-test-slave-mvvj"
16:41:27.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.891639 15512 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/wal/instance:
16:41:27.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ed6e0c8679f5425c85b4b600e6254320"
16:41:27.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:27 on dist-test-slave-mvvj"
16:41:27.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.899978 15512 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.005s sys 0.001s
16:41:27.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.904628 15529 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:41:27.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.906327 15512 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
16:41:27.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.906597 15512 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/data,/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/wal
16:41:27.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ed6e0c8679f5425c85b4b600e6254320"
16:41:27.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:27 on dist-test-slave-mvvj"
16:41:27.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.906859 15512 fs_report.cc:383] FS layout report
16:41:27.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:41:27.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/wal
16:41:27.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/wal
16:41:27.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/data/data
16:41:27.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:41:27.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:41:27.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:41:27.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:41:27.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:41:27.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:41:27.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:41:27.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:41:27.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:41:27.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:41:27.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:41:27.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.936654 15512 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:41:27.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.941756 15512 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:41:27.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.942191 15512 kserver.cc:163] Server-wide thread pool size limit: 3276
16:41:27.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.972404 15512 rpc_server.cc:307] RPC server started. Bound to: 127.15.30.190:36183
16:41:27.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.972534 15587 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.30.190:36183 every 8 connection(s)
16:41:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.974359 15512 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/data/info.pb
16:41:27.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.975693 15482 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmUgmED/build/asan/bin/kudu as pid 15512
16:41:27.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.976181 15482 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/wal/instance
16:41:27.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.980118 15588 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:41:27.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:27.988407 15588 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.30.190" port: 36183 } has no permanent_uuid. Determining permanent_uuid...
16:41:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.15.30.189@KRBTEST.COM; defaulting to no policy
16:41:28.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:41:28.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.15.30.189@KRBTEST.COM" created.
16:41:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 16:41:28 dist-test-slave-mvvj krb5kdc[15496](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786552887, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.30.190@KRBTEST.COM for kudu/127.15.30.190@KRBTEST.COM
16:41:28.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.025776 15588 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.30.189" port: 37799 } has no permanent_uuid. Determining permanent_uuid...
16:41:28.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.027089 15530 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.30.189:37799: connect: Connection refused (error 111)
16:41:28.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.029767 15588 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.30.189:37799: Network error: Client connection negotiation failed: client connection to 127.15.30.189:37799: connect: Connection refused (error 111)
16:41:28.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:41:28.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.15.30.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/kudu_127.15.30.189.keytab.
16:41:28.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.15.30.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/kudu_127.15.30.189.keytab.
16:41:28.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.033005 15482 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmUgmED/build/asan/bin/kudu
16:41:28.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmUgmED/build/asan/bin/kudu
16:41:28.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/wal
16:41:28.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/data
16:41:28.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:41:28.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:41:28.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:41:28.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:41:28.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:41:28.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:41:28.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/logs
16:41:28.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/data/info.pb
16:41:28.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:41:28.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:41:28.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:41:28.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:41:28.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:41:28.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:41:28.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:41:28.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:41:28.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:41:28.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:41:28.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:41:28.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:41:28.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.30.189:37799
16:41:28.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.30.189
16:41:28.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:41:28.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/kudu_127.15.30.189.keytab
16:41:28.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.15.30.189
16:41:28.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:41:28.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:41:28.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:41:28.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.30.148:38941
16:41:28.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:41:28.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:41:28.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:41:28.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:41:28.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.30.190:36183,127.15.30.189:37799,127.15.30.188:33827
16:41:28.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:41:28.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33403/jwks.json
16:41:28.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:41:28.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.079244 15588 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.30.189" port: 37799 } attempt: 1
16:41:28.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.081781 15588 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.30.189:37799: Network error: Client connection negotiation failed: client connection to 127.15.30.189:37799: connect: Connection refused (error 111)
16:41:28.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.150218 15588 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.30.189" port: 37799 } attempt: 2
16:41:28.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.152916 15588 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.30.189:37799: Network error: Client connection negotiation failed: client connection to 127.15.30.189:37799: connect: Connection refused (error 111)
16:41:28.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.244356 15588 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.30.189" port: 37799 } attempt: 3
16:41:28.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.247200 15588 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.30.189:37799: Network error: Client connection negotiation failed: client connection to 127.15.30.189:37799: connect: Connection refused (error 111)
16:41:28.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.390580 15588 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.30.189" port: 37799 } attempt: 4
16:41:28.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.393208 15588 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.30.189:37799: Network error: Client connection negotiation failed: client connection to 127.15.30.189:37799: connect: Connection refused (error 111)
16:41:28.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.527489 15595 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:41:28.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.527967 15595 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:41:28.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.528189 15595 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:41:28.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.537727 15595 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:41:28.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.537959 15595 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:41:28.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.538072 15595 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:41:28.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.538182 15595 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:41:28.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.538275 15595 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:41:28.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.538403 15595 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:41:28.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.538479 15595 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33403/jwks.json
16:41:28.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.551333 15595 master_runner.cc:386] Master server non-default flags:
16:41:28.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:41:28.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.30.148:38941
16:41:28.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:41:28.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:41:28.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/data
16:41:28.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/wal
16:41:28.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:41:28.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:41:28.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.30.190:36183,127.15.30.189:37799,127.15.30.188:33827
16:41:28.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/kudu_127.15.30.189.keytab
16:41:28.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.15.30.189
16:41:28.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:41:28.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:41:28.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:41:28.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.30.189:37799
16:41:28.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33403/jwks.json
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/data/info.pb
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.30.189
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/logs
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 15:17:36 UTC on ccycloud.quasar-sxjchh.root.comops.site
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582766
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
16:41:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.553117 15595 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:41:28.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.554446 15595 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:41:28.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.573045 15601 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:28.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.573511 15604 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:28.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.574321 15602 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:28.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.575546 15595 server_base.cc:1034] running on GCE node
16:41:28.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.576642 15595 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:41:28.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.578840 15595 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:41:28.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.580410 15595 hybrid_clock.cc:648] HybridClock initialized: now 1786552888580199 us; error 60 us; skew 500 ppm
16:41:28.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.581012 15595 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:41:28.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 16:41:28 dist-test-slave-mvvj krb5kdc[15496](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786552888, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.30.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:41:28.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.586369 15595 init.cc:377] Logged in from keytab as kudu/127.15.30.189@KRBTEST.COM (short username kudu)
16:41:28.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.588660 15595 webserver.cc:460] Webserver started at http://127.15.30.189:36031/ using document root <none> and password file <none>
16:41:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.589414 15595 fs_manager.cc:359] Metadata directory not provided
16:41:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.589535 15595 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:41:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.589833 15595 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:41:28.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.593212 15595 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/data/instance:
16:41:28.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b59feee3f5bc4c1e910b16f09f147ee0"
16:41:28.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:28 on dist-test-slave-mvvj"
16:41:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.594214 15595 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/wal/instance:
16:41:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b59feee3f5bc4c1e910b16f09f147ee0"
16:41:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:28 on dist-test-slave-mvvj"
16:41:28.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.601302 15595 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
16:41:28.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.606220 15611 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:41:28.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.607685 15595 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
16:41:28.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.607951 15595 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/data,/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/wal
16:41:28.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b59feee3f5bc4c1e910b16f09f147ee0"
16:41:28.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:28 on dist-test-slave-mvvj"
16:41:28.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.608150 15595 fs_report.cc:383] FS layout report
16:41:28.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:41:28.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/wal
16:41:28.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/wal
16:41:28.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/data/data
16:41:28.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:41:28.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:41:28.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:41:28.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:41:28.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:41:28.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:41:28.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:41:28.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:41:28.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:41:28.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:41:28.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:41:28.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.624958 15595 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:41:28.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.630542 15595 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:41:28.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.630882 15595 kserver.cc:163] Server-wide thread pool size limit: 3276
16:41:28.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.669771 15595 rpc_server.cc:307] RPC server started. Bound to: 127.15.30.189:37799
16:41:28.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.669872 15673 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.30.189:37799 every 8 connection(s)
16:41:28.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.671631 15595 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/data/info.pb
16:41:28.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.675565 15482 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmUgmED/build/asan/bin/kudu as pid 15595
16:41:28.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.675760 15482 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/wal/instance
16:41:28.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.676368 15674 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:41:28.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.685148 15674 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.30.190" port: 36183 } has no permanent_uuid. Determining permanent_uuid...
16:41:28.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.692590 15588 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.30.189" port: 37799 } attempt: 5
16:41:28.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.15.30.188@KRBTEST.COM; defaulting to no policy
16:41:28.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:41:28.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.15.30.188@KRBTEST.COM" created.
16:41:28.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 16:41:28 dist-test-slave-mvvj krb5kdc[15496](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786552888, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.30.189@KRBTEST.COM for kudu/127.15.30.190@KRBTEST.COM
16:41:28.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 16:41:28 dist-test-slave-mvvj krb5kdc[15496](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786552887, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.30.190@KRBTEST.COM for kudu/127.15.30.189@KRBTEST.COM
16:41:28.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.722626 15674 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.30.189" port: 37799 } has no permanent_uuid. Determining permanent_uuid...
16:41:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.725005 15588 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.30.188" port: 33827 } has no permanent_uuid. Determining permanent_uuid...
16:41:28.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.728086 15588 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.30.188:33827: Network error: Client connection negotiation failed: client connection to 127.15.30.188:33827: connect: Connection refused (error 111)
16:41:28.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 16:41:28 dist-test-slave-mvvj krb5kdc[15496](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786552888, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.30.189@KRBTEST.COM for kudu/127.15.30.189@KRBTEST.COM
16:41:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:41:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.15.30.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/kudu_127.15.30.188.keytab.
16:41:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.15.30.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/kudu_127.15.30.188.keytab.
16:41:28.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.741245 15482 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmUgmED/build/asan/bin/kudu
16:41:28.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmUgmED/build/asan/bin/kudu
16:41:28.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/wal
16:41:28.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/data
16:41:28.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:41:28.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:41:28.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:41:28.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:41:28.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:41:28.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:41:28.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/logs
16:41:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/data/info.pb
16:41:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:41:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:41:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:41:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:41:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:41:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:41:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:41:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:41:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:41:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:41:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:41:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:41:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.30.188:33827
16:41:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.30.188
16:41:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:41:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/kudu_127.15.30.188.keytab
16:41:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.15.30.188
16:41:28.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:41:28.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:41:28.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:41:28.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.30.148:38941
16:41:28.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:41:28.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:41:28.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:41:28.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:41:28.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.30.190:36183,127.15.30.189:37799,127.15.30.188:33827
16:41:28.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:41:28.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33403/jwks.json
16:41:28.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:41:28.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.742556 15674 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.30.188" port: 33827 } has no permanent_uuid. Determining permanent_uuid...
16:41:28.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.744078 15614 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.30.188:33827: connect: Connection refused (error 111)
16:41:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.746428 15674 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.30.188:33827: Network error: Client connection negotiation failed: client connection to 127.15.30.188:33827: connect: Connection refused (error 111)
16:41:28.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.779481 15588 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.30.188" port: 33827 } attempt: 1
16:41:28.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.781952 15588 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.30.188:33827: Network error: Client connection negotiation failed: client connection to 127.15.30.188:33827: connect: Connection refused (error 111)
16:41:28.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.796068 15674 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.30.188" port: 33827 } attempt: 1
16:41:28.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.798915 15674 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.30.188:33827: Network error: Client connection negotiation failed: client connection to 127.15.30.188:33827: connect: Connection refused (error 111)
16:41:28.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.850399 15588 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.30.188" port: 33827 } attempt: 2
16:41:28.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.853310 15588 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.30.188:33827: Network error: Client connection negotiation failed: client connection to 127.15.30.188:33827: connect: Connection refused (error 111)
16:41:28.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.867182 15674 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.30.188" port: 33827 } attempt: 2
16:41:28.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.869730 15674 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.30.188:33827: Network error: Client connection negotiation failed: client connection to 127.15.30.188:33827: connect: Connection refused (error 111)
16:41:28.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.959769 15588 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.30.188" port: 33827 } attempt: 3
16:41:28.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:28.960970 15674 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.30.188" port: 33827 } attempt: 3
16:41:28.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.963209 15674 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.30.188:33827: Network error: Client connection negotiation failed: client connection to 127.15.30.188:33827: connect: Connection refused (error 111)
16:41:28.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:28.963299 15588 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.30.188:33827: Network error: Client connection negotiation failed: client connection to 127.15.30.188:33827: connect: Connection refused (error 111)
16:41:29.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.106482 15674 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.30.188" port: 33827 } attempt: 4
16:41:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:29.109251 15674 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.30.188:33827: Network error: Client connection negotiation failed: client connection to 127.15.30.188:33827: connect: Connection refused (error 111)
16:41:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.140673 15588 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.30.188" port: 33827 } attempt: 4
16:41:29.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:29.143015 15588 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.30.188:33827: Network error: Client connection negotiation failed: client connection to 127.15.30.188:33827: connect: Connection refused (error 111)
16:41:29.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:29.260677 15682 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:41:29.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:29.261122 15682 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:41:29.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:29.261269 15682 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:41:29.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:29.270627 15682 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:41:29.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:29.270764 15682 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:41:29.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:29.270874 15682 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:41:29.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:29.270989 15682 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:41:29.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:29.271062 15682 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:41:29.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:29.271201 15682 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:41:29.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:29.271283 15682 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33403/jwks.json
16:41:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.284989 15682 master_runner.cc:386] Master server non-default flags:
16:41:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:41:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.30.148:38941
16:41:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:41:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:41:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/data
16:41:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/wal
16:41:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:41:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:41:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.30.190:36183,127.15.30.189:37799,127.15.30.188:33827
16:41:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/kudu_127.15.30.188.keytab
16:41:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.15.30.188
16:41:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:41:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:41:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:41:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.30.188:33827
16:41:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:41:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:41:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:41:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33403/jwks.json
16:41:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:41:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:41:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:41:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:41:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:41:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/data/info.pb
16:41:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.30.188
16:41:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:41:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:41:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:41:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:41:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:41:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:41:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/logs
16:41:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:41:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:41:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:41:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:41:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:41:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:41:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:41:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 15:17:36 UTC on ccycloud.quasar-sxjchh.root.comops.site
16:41:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582766
16:41:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
16:41:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.286551 15682 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:41:29.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.288475 15682 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:41:29.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:29.306378 15687 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:29.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:29.306532 15688 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:29.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:29.306402 15690 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:29.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.313657 15682 server_base.cc:1034] running on GCE node
16:41:29.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.314975 15682 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:41:29.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.317241 15682 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:41:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.318603 15682 hybrid_clock.cc:648] HybridClock initialized: now 1786552889318504 us; error 51 us; skew 500 ppm
16:41:29.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.319164 15682 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:41:29.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 16:41:29 dist-test-slave-mvvj krb5kdc[15496](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786552889, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.30.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:41:29.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.324335 15682 init.cc:377] Logged in from keytab as kudu/127.15.30.188@KRBTEST.COM (short username kudu)
16:41:29.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.327070 15682 webserver.cc:460] Webserver started at http://127.15.30.188:43003/ using document root <none> and password file <none>
16:41:29.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.328226 15682 fs_manager.cc:359] Metadata directory not provided
16:41:29.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.328476 15682 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:41:29.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.328926 15682 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:41:29.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.332505 15682 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/data/instance:
16:41:29.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0432d09ba5584a5092b92618ef6b036d"
16:41:29.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:29 on dist-test-slave-mvvj"
16:41:29.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.333442 15682 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/wal/instance:
16:41:29.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0432d09ba5584a5092b92618ef6b036d"
16:41:29.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:29 on dist-test-slave-mvvj"
16:41:29.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.341161 15682 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
16:41:29.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.346101 15698 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:41:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.347707 15682 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.005s
16:41:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.347967 15682 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/data,/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/wal
16:41:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0432d09ba5584a5092b92618ef6b036d"
16:41:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:29 on dist-test-slave-mvvj"
16:41:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.348260 15682 fs_report.cc:383] FS layout report
16:41:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:41:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/wal
16:41:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/wal
16:41:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/data/data
16:41:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:41:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:41:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:41:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:41:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:41:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:41:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:41:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:41:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:41:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:41:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:41:29.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.384898 15682 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:41:29.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.390620 15682 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:41:29.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.390944 15682 kserver.cc:163] Server-wide thread pool size limit: 3276
16:41:29.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.408607 15674 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.30.188" port: 33827 } attempt: 5
16:41:29.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:29.411505 15674 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.30.188:33827: Network error: Client connection negotiation failed: client connection to 127.15.30.188:33827: connect: Connection refused (error 111)
16:41:29.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.420367 15588 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.30.188" port: 33827 } attempt: 5
16:41:29.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:29.423280 15588 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.30.188:33827: Network error: Client connection negotiation failed: client connection to 127.15.30.188:33827: connect: Connection refused (error 111)
16:41:29.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.425477 15682 rpc_server.cc:307] RPC server started. Bound to: 127.15.30.188:33827
16:41:29.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.425483 15755 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.30.188:33827 every 8 connection(s)
16:41:29.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.427166 15682 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/data/info.pb
16:41:29.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.428194 15482 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmUgmED/build/asan/bin/kudu as pid 15682
16:41:29.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.428421 15482 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/wal/instance
16:41:29.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.433983 15756 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:41:29.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.446944 15756 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.30.190" port: 36183 } has no permanent_uuid. Determining permanent_uuid...
16:41:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 16:41:29 dist-test-slave-mvvj krb5kdc[15496](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786552887, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.15.30.188@KRBTEST.COM
16:41:29.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 16:41:29 dist-test-slave-mvvj krb5kdc[15496](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786552889, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.30.188@KRBTEST.COM for kudu/127.15.30.190@KRBTEST.COM
16:41:29.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.472995 15756 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.30.189" port: 37799 } has no permanent_uuid. Determining permanent_uuid...
16:41:29.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 16:41:29 dist-test-slave-mvvj krb5kdc[15496](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786552889, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.30.188@KRBTEST.COM for kudu/127.15.30.189@KRBTEST.COM
16:41:29.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 16:41:29 dist-test-slave-mvvj krb5kdc[15496](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786552887, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.15.30.190@KRBTEST.COM
16:41:29.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.495337 15756 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.30.188" port: 33827 } has no permanent_uuid. Determining permanent_uuid...
16:41:29.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 16:41:29 dist-test-slave-mvvj krb5kdc[15496](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786552889, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.30.188@KRBTEST.COM for kudu/127.15.30.188@KRBTEST.COM
16:41:29.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 16:41:29 dist-test-slave-mvvj krb5kdc[15496](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786552887, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.15.30.189@KRBTEST.COM
16:41:29.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.521319 15756 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: Bootstrap starting.
16:41:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.524187 15482 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
16:41:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.525233 15756 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: Neither blocks nor log segments found. Creating new log.
16:41:29.526 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:41:29.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.526300 15756 log.cc:824] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: Log is configured to *not* fsync() on all Append() calls
16:41:29.528 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
16:41:29.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.530055 15756 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: No bootstrap required, opened a new log
16:41:29.540 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
16:41:29.541 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
16:41:29.545 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.15.30.190"
port: 36183
}
bound_http_address {
host: "127.15.30.190"
port: 44855
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.15.30.189"
port: 37799
}
bound_http_address {
host: "127.15.30.189"
port: 36031
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.15.30.188"
port: 33827
}
bound_http_address {
host: "127.15.30.188"
port: 43003
}
}
}
16:41:29.545 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
16:41:29.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.545159 15756 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ed6e0c8679f5425c85b4b600e6254320" member_type: VOTER last_known_addr { host: "127.15.30.190" port: 36183 } } peers { permanent_uuid: "b59feee3f5bc4c1e910b16f09f147ee0" member_type: VOTER last_known_addr { host: "127.15.30.189" port: 37799 } } peers { permanent_uuid: "0432d09ba5584a5092b92618ef6b036d" member_type: VOTER last_known_addr { host: "127.15.30.188" port: 33827 } }
16:41:29.546 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:41:29.546 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
16:41:29.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.546605 15756 raft_consensus.cc:374] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:41:29.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.547042 15756 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0432d09ba5584a5092b92618ef6b036d, State: Initialized, Role: FOLLOWER
16:41:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.548285 15756 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ed6e0c8679f5425c85b4b600e6254320" member_type: VOTER last_known_addr { host: "127.15.30.190" port: 36183 } } peers { permanent_uuid: "b59feee3f5bc4c1e910b16f09f147ee0" member_type: VOTER last_known_addr { host: "127.15.30.189" port: 37799 } } peers { permanent_uuid: "0432d09ba5584a5092b92618ef6b036d" member_type: VOTER last_known_addr { host: "127.15.30.188" port: 33827 } }
16:41:29.548 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
16:41:29.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.560743 15766 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ed6e0c8679f5425c85b4b600e6254320" member_type: VOTER last_known_addr { host: "127.15.30.190" port: 36183 } } peers { permanent_uuid: "b59feee3f5bc4c1e910b16f09f147ee0" member_type: VOTER last_known_addr { host: "127.15.30.189" port: 37799 } } peers { permanent_uuid: "0432d09ba5584a5092b92618ef6b036d" member_type: VOTER last_known_addr { host: "127.15.30.188" port: 33827 } } }
16:41:29.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.561627 15766 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [sys.catalog]: This master's current role is: FOLLOWER
16:41:29.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.562451 15756 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [sys.catalog]: configured and running, proceeding with master startup.
16:41:29.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 16:41:29 dist-test-slave-mvvj krb5kdc[15496](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786552889, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:41:29.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
16:41:29.595 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:41:29.598 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/krb5cc
16:41:29.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:29.606132 15780 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:29.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:29.606835 15780 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.595906 15682 master_runner.cc:186] Error getting master registration for 127.15.30.190:36183: OK, instance_id { permanent_uuid: "ed6e0c8679f5425c85b4b600e6254320" instance_seqno: 1786552887962940 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
16:41:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.608569 15682 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:41:29.610 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
16:41:29.611 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/krb5cc
16:41:29.613 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
16:41:29.617 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
16:41:29.619 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
16:41:29.619 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
16:41:29.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:29.643597 15706 tablet.cc:2369] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:41:29.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 16:41:29 dist-test-slave-mvvj krb5kdc[15496](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786552889, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:41:29.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
16:41:29.655 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:41:29.655 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/krb5cc
16:41:29.657 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
16:41:29.657 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.15.30.188:33827
16:41:29.659 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
16:41:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.660912 15482 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskmUgmED/build/asan/bin/kudu pid 15682
16:41:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.663327 15751 generic_service.cc:196] Checking for leaks (request via RPC)
16:41:29.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.766408 15482 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmUgmED/build/asan/bin/kudu with pid 15682
16:41:29.787 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:41:29.788 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.15.30.189:37799
16:41:29.788 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
16:41:29.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.788558 15482 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskmUgmED/build/asan/bin/kudu pid 15595
16:41:29.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.790037 15667 generic_service.cc:196] Checking for leaks (request via RPC)
16:41:29.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.871150 15482 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmUgmED/build/asan/bin/kudu with pid 15595
16:41:29.891 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:41:29.891 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.15.30.190:36183
16:41:29.891 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
16:41:29.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.892016 15482 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskmUgmED/build/asan/bin/kudu pid 15512
16:41:29.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.893354 15581 generic_service.cc:196] Checking for leaks (request via RPC)
16:41:29.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.976199 15588 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.30.188" port: 33827 } attempt: 6
16:41:29.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.977392 15482 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmUgmED/build/asan/bin/kudu with pid 15512
16:41:29.993 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:41:29.993 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.15.30.188:33827
16:41:29.995 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:29.996762 15482 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmUgmED/build/asan/bin/kudu
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmUgmED/build/asan/bin/kudu
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/wal
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/data
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/logs
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/data/info.pb
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.30.188:33827
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.30.188
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43003
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/kudu_127.15.30.188.keytab
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.15.30.188
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.30.148:38941
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.30.190:36183,127.15.30.189:37799,127.15.30.188:33827
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33403/jwks.json
16:41:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:41:30.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.374810 15788 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:41:30.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.375200 15788 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:41:30.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.375347 15788 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:41:30.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.383220 15788 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:41:30.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.383402 15788 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:41:30.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.383502 15788 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:41:30.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.383574 15788 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:41:30.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.383636 15788 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:41:30.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.383730 15788 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:41:30.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.383785 15788 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33403/jwks.json
16:41:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.394888 15788 master_runner.cc:386] Master server non-default flags:
16:41:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:41:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.30.148:38941
16:41:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:41:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:41:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/data
16:41:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/wal
16:41:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:41:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:41:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.30.190:36183,127.15.30.189:37799,127.15.30.188:33827
16:41:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/kudu_127.15.30.188.keytab
16:41:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.15.30.188
16:41:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:41:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:41:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:41:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.30.188:33827
16:41:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:41:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:41:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:41:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33403/jwks.json
16:41:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:41:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:41:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:41:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:41:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:41:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/data/info.pb
16:41:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.30.188
16:41:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43003
16:41:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:41:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:41:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:41:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:41:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:41:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/logs
16:41:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:41:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:41:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:41:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:41:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:41:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:41:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:41:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 15:17:36 UTC on ccycloud.quasar-sxjchh.root.comops.site
16:41:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582766
16:41:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
16:41:30.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.396895 15788 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:41:30.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.398399 15788 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:41:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.412307 15794 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.412223 15797 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.412273 15795 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:30.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.413399 15788 server_base.cc:1034] running on GCE node
16:41:30.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.414506 15788 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:41:30.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.416198 15788 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:41:30.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.417466 15788 hybrid_clock.cc:648] HybridClock initialized: now 1786552890417402 us; error 57 us; skew 500 ppm
16:41:30.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.417896 15788 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:41:30.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 16:41:30 dist-test-slave-mvvj krb5kdc[15496](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786552890, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.30.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:41:30.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.425320 15788 init.cc:377] Logged in from keytab as kudu/127.15.30.188@KRBTEST.COM (short username kudu)
16:41:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.427223 15788 webserver.cc:460] Webserver started at http://127.15.30.188:43003/ using document root <none> and password file <none>
16:41:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.428184 15788 fs_manager.cc:359] Metadata directory not provided
16:41:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.428378 15788 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:41:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.434641 15788 fs_manager.cc:709] Time spent opening directory manager: real 0.004s user 0.005s sys 0.000s
16:41:30.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.438230 15808 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:41:30.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.440299 15788 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.001s
16:41:30.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.440572 15788 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/data,/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/wal
16:41:30.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0432d09ba5584a5092b92618ef6b036d"
16:41:30.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:29 on dist-test-slave-mvvj"
16:41:30.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.441783 15788 fs_report.cc:383] FS layout report
16:41:30.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:41:30.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/wal
16:41:30.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/wal
16:41:30.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/data/data
16:41:30.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:41:30.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:41:30.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:41:30.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:41:30.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:41:30.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:41:30.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:41:30.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:41:30.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:41:30.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:41:30.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:41:30.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.463276 15788 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:41:30.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.468624 15788 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:41:30.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.469063 15788 kserver.cc:163] Server-wide thread pool size limit: 3276
16:41:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.491750 15788 rpc_server.cc:307] RPC server started. Bound to: 127.15.30.188:33827
16:41:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.491756 15865 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.30.188:33827 every 8 connection(s)
16:41:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.493727 15788 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-2/data/info.pb
16:41:30.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.497069 15482 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmUgmED/build/asan/bin/kudu as pid 15788
16:41:30.497 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:41:30.497 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.15.30.189:37799
16:41:30.498 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
16:41:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.498907 15482 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmUgmED/build/asan/bin/kudu
16:41:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmUgmED/build/asan/bin/kudu
16:41:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/wal
16:41:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/data
16:41:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:41:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:41:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:41:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:41:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:41:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:41:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/logs
16:41:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/data/info.pb
16:41:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:41:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:41:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:41:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:41:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:41:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:41:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:41:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:41:30.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:41:30.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:41:30.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:41:30.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:41:30.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.30.189:37799
16:41:30.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.30.189
16:41:30.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36031
16:41:30.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/kudu_127.15.30.189.keytab
16:41:30.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.15.30.189
16:41:30.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:41:30.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:41:30.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:41:30.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.30.148:38941
16:41:30.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:41:30.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:41:30.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:41:30.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:41:30.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.30.190:36183,127.15.30.189:37799,127.15.30.188:33827
16:41:30.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:41:30.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33403/jwks.json
16:41:30.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:41:30.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.503607 15866 sys_catalog.cc:263] Verifying existing consensus state
16:41:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.507345 15866 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: Bootstrap starting.
16:41:30.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.523594 15866 log.cc:824] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: Log is configured to *not* fsync() on all Append() calls
16:41:30.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.526091 15866 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
16:41:30.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.526744 15866 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: Bootstrap complete.
16:41:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.537130 15866 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ed6e0c8679f5425c85b4b600e6254320" member_type: VOTER last_known_addr { host: "127.15.30.190" port: 36183 } } peers { permanent_uuid: "b59feee3f5bc4c1e910b16f09f147ee0" member_type: VOTER last_known_addr { host: "127.15.30.189" port: 37799 } } peers { permanent_uuid: "0432d09ba5584a5092b92618ef6b036d" member_type: VOTER last_known_addr { host: "127.15.30.188" port: 33827 } }
16:41:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.538095 15866 raft_consensus.cc:374] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:41:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.538201 15866 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0432d09ba5584a5092b92618ef6b036d, State: Initialized, Role: FOLLOWER
16:41:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.538998 15866 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ed6e0c8679f5425c85b4b600e6254320" member_type: VOTER last_known_addr { host: "127.15.30.190" port: 36183 } } peers { permanent_uuid: "b59feee3f5bc4c1e910b16f09f147ee0" member_type: VOTER last_known_addr { host: "127.15.30.189" port: 37799 } } peers { permanent_uuid: "0432d09ba5584a5092b92618ef6b036d" member_type: VOTER last_known_addr { host: "127.15.30.188" port: 33827 } }
16:41:30.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.540045 15872 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ed6e0c8679f5425c85b4b600e6254320" member_type: VOTER last_known_addr { host: "127.15.30.190" port: 36183 } } peers { permanent_uuid: "b59feee3f5bc4c1e910b16f09f147ee0" member_type: VOTER last_known_addr { host: "127.15.30.189" port: 37799 } } peers { permanent_uuid: "0432d09ba5584a5092b92618ef6b036d" member_type: VOTER last_known_addr { host: "127.15.30.188" port: 33827 } } }
16:41:30.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.540491 15872 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [sys.catalog]: This master's current role is: FOLLOWER
16:41:30.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.541143 15866 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [sys.catalog]: configured and running, proceeding with master startup.
16:41:30.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.560716 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:30.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.560900 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:30.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.551126 15788 master_runner.cc:186] Error getting master registration for 127.15.30.190:36183: Network error: Client connection negotiation failed: client connection to 127.15.30.190:36183: connect: Connection refused (error 111),
16:41:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.563582 15788 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:41:30.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.721855 15816 tablet.cc:2369] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:41:30.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.895421 15869 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:41:30.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.895785 15869 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:41:30.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.895948 15869 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:41:30.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.904212 15869 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:41:30.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.904349 15869 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:41:30.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.904429 15869 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:41:30.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.904501 15869 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:41:30.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.904559 15869 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:41:30.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.904649 15869 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:41:30.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.904701 15869 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33403/jwks.json
16:41:30.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.915366 15869 master_runner.cc:386] Master server non-default flags:
16:41:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:41:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.30.148:38941
16:41:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:41:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:41:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/data
16:41:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/wal
16:41:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:41:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:41:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.30.190:36183,127.15.30.189:37799,127.15.30.188:33827
16:41:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/kudu_127.15.30.189.keytab
16:41:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.15.30.189
16:41:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:41:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:41:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:41:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.30.189:37799
16:41:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:41:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:41:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:41:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33403/jwks.json
16:41:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:41:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:41:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:41:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:41:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:41:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/data/info.pb
16:41:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.30.189
16:41:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36031
16:41:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:41:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:41:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:41:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:41:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:41:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/logs
16:41:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:41:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:41:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:41:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:41:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:41:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:41:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:41:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 15:17:36 UTC on ccycloud.quasar-sxjchh.root.comops.site
16:41:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582766
16:41:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
16:41:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.917304 15869 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:41:30.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.918193 15872 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:41:30.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.918545 15872 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ed6e0c8679f5425c85b4b600e6254320" member_type: VOTER last_known_addr { host: "127.15.30.190" port: 36183 } } peers { permanent_uuid: "b59feee3f5bc4c1e910b16f09f147ee0" member_type: VOTER last_known_addr { host: "127.15.30.189" port: 37799 } } peers { permanent_uuid: "0432d09ba5584a5092b92618ef6b036d" member_type: VOTER last_known_addr { host: "127.15.30.188" port: 33827 } }
16:41:30.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.919169 15869 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:41:30.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.921171 15872 leader_election.cc:288] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ed6e0c8679f5425c85b4b600e6254320 (127.15.30.190:36183), b59feee3f5bc4c1e910b16f09f147ee0 (127.15.30.189:37799)
16:41:30.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.926335 15809 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.30.190:36183: connect: Connection refused (error 111)
16:41:30.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.930444 15809 leader_election.cc:334] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ed6e0c8679f5425c85b4b600e6254320 (127.15.30.190:36183): Network error: Client connection negotiation failed: client connection to 127.15.30.190:36183: connect: Connection refused (error 111)
16:41:30.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.930884 15809 leader_election.cc:334] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b59feee3f5bc4c1e910b16f09f147ee0 (127.15.30.189:37799): Network error: Client connection negotiation failed: client connection to 127.15.30.189:37799: connect: Connection refused (error 111)
16:41:30.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.931161 15809 leader_election.cc:302] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0432d09ba5584a5092b92618ef6b036d; no voters: b59feee3f5bc4c1e910b16f09f147ee0, ed6e0c8679f5425c85b4b600e6254320
16:41:30.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.931620 15872 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:41:30.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.937950 15895 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:30.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.937834 15899 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:30.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:30.938650 15897 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:30.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.939337 15869 server_base.cc:1034] running on GCE node
16:41:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.940459 15869 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:41:30.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.942245 15869 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:41:30.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.943517 15869 hybrid_clock.cc:648] HybridClock initialized: now 1786552890943442 us; error 61 us; skew 500 ppm
16:41:30.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.944015 15869 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:41:30.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 16:41:30 dist-test-slave-mvvj krb5kdc[15496](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786552890, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.30.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:41:30.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.947593 15869 init.cc:377] Logged in from keytab as kudu/127.15.30.189@KRBTEST.COM (short username kudu)
16:41:30.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.949359 15869 webserver.cc:460] Webserver started at http://127.15.30.189:36031/ using document root <none> and password file <none>
16:41:30.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.950044 15869 fs_manager.cc:359] Metadata directory not provided
16:41:30.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.950168 15869 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:41:30.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.956125 15869 fs_manager.cc:709] Time spent opening directory manager: real 0.004s user 0.003s sys 0.000s
16:41:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.959371 15908 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:41:30.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.960925 15869 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
16:41:30.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.961131 15869 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/data,/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/wal
16:41:30.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b59feee3f5bc4c1e910b16f09f147ee0"
16:41:30.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:28 on dist-test-slave-mvvj"
16:41:30.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.962239 15869 fs_report.cc:383] FS layout report
16:41:30.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:41:30.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/wal
16:41:30.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/wal
16:41:30.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/data/data
16:41:30.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:41:30.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:41:30.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:41:30.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:41:30.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:41:30.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:41:30.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:41:30.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:41:30.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:41:30.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:41:30.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:41:30.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.980577 15869 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:41:30.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.985425 15869 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:41:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:30.985787 15869 kserver.cc:163] Server-wide thread pool size limit: 3276
16:41:31.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.006685 15869 rpc_server.cc:307] RPC server started. Bound to: 127.15.30.189:37799
16:41:31.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.006785 15967 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.30.189:37799 every 8 connection(s)
16:41:31.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.008426 15869 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/data/info.pb
16:41:31.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.010486 15482 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmUgmED/build/asan/bin/kudu as pid 15869
16:41:31.011 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:41:31.011 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.15.30.190:36183
16:41:31.012 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
16:41:31.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.012769 15482 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmUgmED/build/asan/bin/kudu
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmUgmED/build/asan/bin/kudu
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/wal
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/data
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/logs
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/data/info.pb
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.30.190:36183
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.30.190
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44855
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/kudu_127.15.30.190.keytab
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.15.30.190
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:41:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:41:31.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:41:31.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.30.148:38941
16:41:31.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:41:31.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:41:31.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:41:31.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:41:31.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.30.190:36183,127.15.30.189:37799,127.15.30.188:33827
16:41:31.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:41:31.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33403/jwks.json
16:41:31.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:41:31.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.018399 15968 sys_catalog.cc:263] Verifying existing consensus state
16:41:31.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260812 16:41:31.019388 15968 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
16:41:31.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.019731 15869 master.cc:537] Master@127.15.30.189:37799 shutting down...
16:41:31.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.038455 15869 master.cc:552] Master@127.15.30.189:37799 shutdown complete.
16:41:31.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
16:41:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:31.385114 15970 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:41:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:31.385454 15970 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:41:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:31.385555 15970 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:41:31.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:31.393216 15970 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:41:31.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:31.393338 15970 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:41:31.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:31.393396 15970 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:41:31.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:31.393447 15970 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:41:31.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:31.393488 15970 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:41:31.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:31.393553 15970 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:41:31.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:31.393585 15970 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33403/jwks.json
16:41:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.405175 15970 master_runner.cc:386] Master server non-default flags:
16:41:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:41:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.30.148:38941
16:41:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:41:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:41:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/data
16:41:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/wal
16:41:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:41:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:41:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.30.190:36183,127.15.30.189:37799,127.15.30.188:33827
16:41:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/krb5kdc/kudu_127.15.30.190.keytab
16:41:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.15.30.190
16:41:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:41:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:41:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:41:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.30.190:36183
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33403/jwks.json
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/data/info.pb
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.30.190
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44855
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/logs
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 15:17:36 UTC on ccycloud.quasar-sxjchh.root.comops.site
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582766
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
16:41:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.406744 15970 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:41:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.408416 15970 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:41:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:31.421145 15980 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:31.421149 15982 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:31.421375 15979 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:41:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.422454 15970 server_base.cc:1034] running on GCE node
16:41:31.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.423277 15970 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:41:31.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.424902 15970 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:41:31.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.426159 15970 hybrid_clock.cc:648] HybridClock initialized: now 1786552891426069 us; error 81 us; skew 500 ppm
16:41:31.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.426573 15970 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:41:31.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 16:41:31 dist-test-slave-mvvj krb5kdc[15496](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786552891, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.30.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:41:31.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.430401 15970 init.cc:377] Logged in from keytab as kudu/127.15.30.190@KRBTEST.COM (short username kudu)
16:41:31.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.432313 15970 webserver.cc:460] Webserver started at http://127.15.30.190:44855/ using document root <none> and password file <none>
16:41:31.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.433024 15970 fs_manager.cc:359] Metadata directory not provided
16:41:31.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.433156 15970 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:41:31.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.439283 15970 fs_manager.cc:709] Time spent opening directory manager: real 0.004s user 0.006s sys 0.000s
16:41:31.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.442566 15989 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:41:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.444206 15970 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
16:41:31.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.444363 15970 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/data,/tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/wal
16:41:31.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ed6e0c8679f5425c85b4b600e6254320"
16:41:31.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 16:41:27 on dist-test-slave-mvvj"
16:41:31.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.445458 15970 fs_report.cc:383] FS layout report
16:41:31.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:41:31.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/wal
16:41:31.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/wal
16:41:31.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/data/data
16:41:31.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:41:31.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:41:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:41:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:41:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:41:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:41:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:41:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:41:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:41:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:41:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:41:31.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.469352 15970 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:41:31.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.474056 15970 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:41:31.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.474309 15970 kserver.cc:163] Server-wide thread pool size limit: 3276
16:41:31.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.495028 15970 rpc_server.cc:307] RPC server started. Bound to: 127.15.30.190:36183
16:41:31.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.495045 16042 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.30.190:36183 every 8 connection(s)
16:41:31.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.497025 15970 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/data/info.pb
16:41:31.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.505168 16043 sys_catalog.cc:263] Verifying existing consensus state
16:41:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260812 16:41:31.505843 16043 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
16:41:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.506145 15970 master.cc:537] Master@127.15.30.190:36183 shutting down...
16:41:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.507061 15482 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmUgmED/build/asan/bin/kudu as pid 15970
16:41:31.507 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:41:31.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:31.533550 15970 master.cc:552] Master@127.15.30.190:36183 shutdown complete.
16:41:31.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskmUgmED/test-tmp/mini-kudu-cluster8540726046359671801/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
16:41:31.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:31.563717 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:31.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:31.563946 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:31.575 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.30.188:33827(127.15.30.188:33827)] connecting to peer
16:41:31.658 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.30.189:37799(127.15.30.189:37799)] connecting to peer
16:41:31.668 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.30.190:36183(127.15.30.190:36183)] connecting to peer
16:41:31.702 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.30.188:33827(127.15.30.188:33827)] Successfully connected to peer
16:41:31.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:31.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.30.189:37799(127.15.30.189:37799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:31.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.189:37799: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:31.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:31.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.30.190:36183(127.15.30.190:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:31.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.190:36183: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:31.788 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
16:41:31.800 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.15.30.188
16:41:32.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 16:41:32 dist-test-slave-mvvj krb5kdc[15496](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786552889, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.15.30.188@KRBTEST.COM
16:41:32.124 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5b58e8d5, L:/127.0.0.1:37106 - R:/127.15.30.188:33827] using SASL/GSSAPI
16:41:32.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183; will retry
16:41:32.157 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.189:37799(127.15.30.189:37799)] connecting to peer
16:41:32.160 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.190:36183(127.15.30.190:36183)] connecting to peer
16:41:32.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:32.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.30.189:37799(127.15.30.189:37799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:32.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.189:37799: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:32.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:32.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.30.190:36183(127.15.30.190:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:32.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.190:36183: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:32.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183; will retry
16:41:32.174 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.189:37799(127.15.30.189:37799)] connecting to peer
16:41:32.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:32.176 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.190:36183(127.15.30.190:36183)] connecting to peer
16:41:32.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.30.189:37799(127.15.30.189:37799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:32.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.189:37799: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:32.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:32.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.30.190:36183(127.15.30.190:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:32.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.190:36183: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:32.181 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183; will retry
16:41:32.194 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.189:37799(127.15.30.189:37799)] connecting to peer
16:41:32.196 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.190:36183(127.15.30.190:36183)] connecting to peer
16:41:32.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:32.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.30.189:37799(127.15.30.189:37799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:32.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.189:37799: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:32.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:32.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.30.190:36183(127.15.30.190:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:32.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.190:36183: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:32.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183; will retry
16:41:32.214 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.189:37799(127.15.30.189:37799)] connecting to peer
16:41:32.216 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.190:36183(127.15.30.190:36183)] connecting to peer
16:41:32.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:32.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.30.189:37799(127.15.30.189:37799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:32.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.189:37799: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:32.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:32.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.30.190:36183(127.15.30.190:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:32.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.190:36183: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:32.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183; will retry
16:41:32.254 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.189:37799(127.15.30.189:37799)] connecting to peer
16:41:32.255 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.190:36183(127.15.30.190:36183)] connecting to peer
16:41:32.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:32.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.30.189:37799(127.15.30.189:37799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:32.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.189:37799: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:32.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:32.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.30.190:36183(127.15.30.190:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:32.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.190:36183: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:32.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183; will retry
16:41:32.274 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.189:37799(127.15.30.189:37799)] connecting to peer
16:41:32.276 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.190:36183(127.15.30.190:36183)] connecting to peer
16:41:32.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:32.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.30.189:37799(127.15.30.189:37799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:32.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.189:37799: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:32.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:32.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.30.190:36183(127.15.30.190:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:32.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.190:36183: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:32.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183; will retry
16:41:32.354 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.189:37799(127.15.30.189:37799)] connecting to peer
16:41:32.357 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.190:36183(127.15.30.190:36183)] connecting to peer
16:41:32.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:32.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.30.189:37799(127.15.30.189:37799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:32.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.189:37799: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:32.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:32.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.30.190:36183(127.15.30.190:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:32.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.190:36183: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:32.361 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183; will retry
16:41:32.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:32.565243 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:32.565392 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:32.574 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.189:37799(127.15.30.189:37799)] connecting to peer
16:41:32.576 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.190:36183(127.15.30.190:36183)] connecting to peer
16:41:32.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:32.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.30.189:37799(127.15.30.189:37799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:32.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.189:37799: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:32.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:32.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.30.190:36183(127.15.30.190:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:32.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.190:36183: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:32.586 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183; will retry
16:41:32.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:32.602793 16050 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:41:32.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:32.603085 16050 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ed6e0c8679f5425c85b4b600e6254320" member_type: VOTER last_known_addr { host: "127.15.30.190" port: 36183 } } peers { permanent_uuid: "b59feee3f5bc4c1e910b16f09f147ee0" member_type: VOTER last_known_addr { host: "127.15.30.189" port: 37799 } } peers { permanent_uuid: "0432d09ba5584a5092b92618ef6b036d" member_type: VOTER last_known_addr { host: "127.15.30.188" port: 33827 } }
16:41:32.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:32.604048 16050 leader_election.cc:288] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ed6e0c8679f5425c85b4b600e6254320 (127.15.30.190:36183), b59feee3f5bc4c1e910b16f09f147ee0 (127.15.30.189:37799)
16:41:32.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:32.606578 15809 leader_election.cc:334] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ed6e0c8679f5425c85b4b600e6254320 (127.15.30.190:36183): Network error: Client connection negotiation failed: client connection to 127.15.30.190:36183: connect: Connection refused (error 111)
16:41:32.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:32.606810 15809 leader_election.cc:334] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b59feee3f5bc4c1e910b16f09f147ee0 (127.15.30.189:37799): Network error: Client connection negotiation failed: client connection to 127.15.30.189:37799: connect: Connection refused (error 111)
16:41:32.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:32.606985 15809 leader_election.cc:302] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0432d09ba5584a5092b92618ef6b036d; no voters: b59feee3f5bc4c1e910b16f09f147ee0, ed6e0c8679f5425c85b4b600e6254320
16:41:32.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:32.607344 16050 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:41:32.774 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.189:37799(127.15.30.189:37799)] connecting to peer
16:41:32.776 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.190:36183(127.15.30.190:36183)] connecting to peer
16:41:32.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:32.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.30.189:37799(127.15.30.189:37799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:32.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.189:37799: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:32.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:32.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.30.190:36183(127.15.30.190:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:32.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.190:36183: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:32.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183; will retry
16:41:33.533 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.189:37799(127.15.30.189:37799)] connecting to peer
16:41:33.535 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.190:36183(127.15.30.190:36183)] connecting to peer
16:41:33.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:33.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.30.189:37799(127.15.30.189:37799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:33.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.189:37799: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:33.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:33.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.30.190:36183(127.15.30.190:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:33.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.190:36183: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:33.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183; will retry
16:41:33.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:33.566794 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:33.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:33.566973 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:34.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:34.568384 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:34.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:34.568557 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:34.814 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.189:37799(127.15.30.189:37799)] connecting to peer
16:41:34.815 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.190:36183(127.15.30.190:36183)] connecting to peer
16:41:34.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:34.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.30.189:37799(127.15.30.189:37799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:34.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.189:37799: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:34.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:34.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.30.190:36183(127.15.30.190:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:34.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.190:36183: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:34.818 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183; will retry
16:41:35.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:35.565300 15788 master_runner.cc:186] Error getting master registration for 127.15.30.190:36183: Network error: Client connection negotiation failed: client connection to 127.15.30.190:36183: connect: Connection refused (error 111),
16:41:35.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:35.565496 15788 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:41:35.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:35.569954 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:35.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:35.570127 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:35.735414 16056 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:41:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:35.735621 16056 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ed6e0c8679f5425c85b4b600e6254320" member_type: VOTER last_known_addr { host: "127.15.30.190" port: 36183 } } peers { permanent_uuid: "b59feee3f5bc4c1e910b16f09f147ee0" member_type: VOTER last_known_addr { host: "127.15.30.189" port: 37799 } } peers { permanent_uuid: "0432d09ba5584a5092b92618ef6b036d" member_type: VOTER last_known_addr { host: "127.15.30.188" port: 33827 } }
16:41:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:35.736336 16056 leader_election.cc:288] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ed6e0c8679f5425c85b4b600e6254320 (127.15.30.190:36183), b59feee3f5bc4c1e910b16f09f147ee0 (127.15.30.189:37799)
16:41:35.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:35.738925 15809 leader_election.cc:334] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ed6e0c8679f5425c85b4b600e6254320 (127.15.30.190:36183): Network error: Client connection negotiation failed: client connection to 127.15.30.190:36183: connect: Connection refused (error 111)
16:41:35.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:35.739116 15809 leader_election.cc:334] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b59feee3f5bc4c1e910b16f09f147ee0 (127.15.30.189:37799): Network error: Client connection negotiation failed: client connection to 127.15.30.189:37799: connect: Connection refused (error 111)
16:41:35.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:35.739185 15809 leader_election.cc:302] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0432d09ba5584a5092b92618ef6b036d; no voters: b59feee3f5bc4c1e910b16f09f147ee0, ed6e0c8679f5425c85b4b600e6254320
16:41:35.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:35.739430 16056 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:41:36.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:36.571568 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:36.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:36.571724 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:37.573213 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:37.573369 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:38.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:38.574806 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:38.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:38.574963 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:38.654 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.189:37799(127.15.30.189:37799)] connecting to peer
16:41:38.655 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.190:36183(127.15.30.190:36183)] connecting to peer
16:41:38.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:38.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.30.189:37799(127.15.30.189:37799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:38.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.189:37799: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:38.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:38.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.30.190:36183(127.15.30.190:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:38.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.190:36183: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:38.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183; will retry
16:41:39.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:39.576301 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:39.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:39.576442 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:39.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:39.739076 16061 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:41:39.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:39.739342 16061 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ed6e0c8679f5425c85b4b600e6254320" member_type: VOTER last_known_addr { host: "127.15.30.190" port: 36183 } } peers { permanent_uuid: "b59feee3f5bc4c1e910b16f09f147ee0" member_type: VOTER last_known_addr { host: "127.15.30.189" port: 37799 } } peers { permanent_uuid: "0432d09ba5584a5092b92618ef6b036d" member_type: VOTER last_known_addr { host: "127.15.30.188" port: 33827 } }
16:41:39.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:39.740283 16061 leader_election.cc:288] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ed6e0c8679f5425c85b4b600e6254320 (127.15.30.190:36183), b59feee3f5bc4c1e910b16f09f147ee0 (127.15.30.189:37799)
16:41:39.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:39.741605 15809 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.30.190:36183: connect: Connection refused (error 111) [suppressed 5 similar messages]
16:41:39.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:39.744262 15809 leader_election.cc:334] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ed6e0c8679f5425c85b4b600e6254320 (127.15.30.190:36183): Network error: Client connection negotiation failed: client connection to 127.15.30.190:36183: connect: Connection refused (error 111)
16:41:39.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:39.744506 15809 leader_election.cc:334] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b59feee3f5bc4c1e910b16f09f147ee0 (127.15.30.189:37799): Network error: Client connection negotiation failed: client connection to 127.15.30.189:37799: connect: Connection refused (error 111)
16:41:39.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:39.744596 15809 leader_election.cc:302] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0432d09ba5584a5092b92618ef6b036d; no voters: b59feee3f5bc4c1e910b16f09f147ee0, ed6e0c8679f5425c85b4b600e6254320
16:41:39.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:39.744837 16061 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:41:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 16:41:40 dist-test-slave-mvvj krb5kdc[15496](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786552900, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.30.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:41:40.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:40.427758 15801 init.cc:295] Successfully reacquired a new kerberos TGT
16:41:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:40.567256 15788 master_runner.cc:186] Error getting master registration for 127.15.30.190:36183: Network error: Client connection negotiation failed: client connection to 127.15.30.190:36183: connect: Connection refused (error 111),
16:41:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:40.567494 15788 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:41:40.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:40.577692 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:40.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:40.577839 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:41.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:41.579139 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:41.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:41.579285 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:42.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:42.580643 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:42.580787 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:42.734 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.189:37799(127.15.30.189:37799)] connecting to peer
16:41:42.736 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.190:36183(127.15.30.190:36183)] connecting to peer
16:41:42.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:42.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.30.189:37799(127.15.30.189:37799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:42.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.189:37799: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:42.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:42.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.30.190:36183(127.15.30.190:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:42.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.190:36183: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:42.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183; will retry
16:41:43.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:43.582064 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:43.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:43.582202 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:44.033 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.189:37799(127.15.30.189:37799)] connecting to peer
16:41:44.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:44.036 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.190:36183(127.15.30.190:36183)] connecting to peer
16:41:44.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.30.189:37799(127.15.30.189:37799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:44.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.189:37799: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:44.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:44.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.30.190:36183(127.15.30.190:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:44.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.190:36183: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:44.038 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183; will retry
16:41:44.054 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.189:37799(127.15.30.189:37799)] connecting to peer
16:41:44.057 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.190:36183(127.15.30.190:36183)] connecting to peer
16:41:44.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:44.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.30.189:37799(127.15.30.189:37799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:44.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.189:37799: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:44.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:44.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.30.190:36183(127.15.30.190:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:44.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.190:36183: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:44.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183; will retry
16:41:44.213 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.189:37799(127.15.30.189:37799)] connecting to peer
16:41:44.215 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.190:36183(127.15.30.190:36183)] connecting to peer
16:41:44.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:44.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.30.189:37799(127.15.30.189:37799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:44.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.189:37799: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:44.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:44.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.30.190:36183(127.15.30.190:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:44.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.190:36183: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:44.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183; will retry
16:41:44.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:44.583539 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:44.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:44.583678 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:45.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:45.022064 16066 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:41:45.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:45.022262 16066 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ed6e0c8679f5425c85b4b600e6254320" member_type: VOTER last_known_addr { host: "127.15.30.190" port: 36183 } } peers { permanent_uuid: "b59feee3f5bc4c1e910b16f09f147ee0" member_type: VOTER last_known_addr { host: "127.15.30.189" port: 37799 } } peers { permanent_uuid: "0432d09ba5584a5092b92618ef6b036d" member_type: VOTER last_known_addr { host: "127.15.30.188" port: 33827 } }
16:41:45.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:45.023007 16066 leader_election.cc:288] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ed6e0c8679f5425c85b4b600e6254320 (127.15.30.190:36183), b59feee3f5bc4c1e910b16f09f147ee0 (127.15.30.189:37799)
16:41:45.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:45.024523 15809 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.30.190:36183: connect: Connection refused (error 111) [suppressed 1 similar messages]
16:41:45.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:45.025991 15809 leader_election.cc:334] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ed6e0c8679f5425c85b4b600e6254320 (127.15.30.190:36183): Network error: Client connection negotiation failed: client connection to 127.15.30.190:36183: connect: Connection refused (error 111)
16:41:45.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:45.026198 15809 leader_election.cc:334] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b59feee3f5bc4c1e910b16f09f147ee0 (127.15.30.189:37799): Network error: Client connection negotiation failed: client connection to 127.15.30.189:37799: connect: Connection refused (error 111)
16:41:45.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:45.026268 15809 leader_election.cc:302] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0432d09ba5584a5092b92618ef6b036d; no voters: b59feee3f5bc4c1e910b16f09f147ee0, ed6e0c8679f5425c85b4b600e6254320
16:41:45.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:45.026511 16066 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:41:45.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:45.569252 15788 master_runner.cc:186] Error getting master registration for 127.15.30.190:36183: Network error: Client connection negotiation failed: client connection to 127.15.30.190:36183: connect: Connection refused (error 111),
16:41:45.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:45.569510 15788 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:41:45.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:45.585070 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:45.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:45.585211 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:46.514 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.189:37799(127.15.30.189:37799)] connecting to peer
16:41:46.515 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.190:36183(127.15.30.190:36183)] connecting to peer
16:41:46.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:46.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.30.189:37799(127.15.30.189:37799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:46.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.189:37799: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:46.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:46.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.30.190:36183(127.15.30.190:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:46.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.190:36183: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:46.518 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183; will retry
16:41:46.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:46.586496 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:46.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:46.586652 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:47.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:47.588030 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:47.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:47.588171 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:48.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:48.589457 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:48.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:48.589603 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:49.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:49.590873 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:49.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:49.591017 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:49.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:49.624073 16072 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:41:49.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:49.624279 16072 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ed6e0c8679f5425c85b4b600e6254320" member_type: VOTER last_known_addr { host: "127.15.30.190" port: 36183 } } peers { permanent_uuid: "b59feee3f5bc4c1e910b16f09f147ee0" member_type: VOTER last_known_addr { host: "127.15.30.189" port: 37799 } } peers { permanent_uuid: "0432d09ba5584a5092b92618ef6b036d" member_type: VOTER last_known_addr { host: "127.15.30.188" port: 33827 } }
16:41:49.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:49.624899 16072 leader_election.cc:288] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ed6e0c8679f5425c85b4b600e6254320 (127.15.30.190:36183), b59feee3f5bc4c1e910b16f09f147ee0 (127.15.30.189:37799)
16:41:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:49.627768 15809 leader_election.cc:334] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ed6e0c8679f5425c85b4b600e6254320 (127.15.30.190:36183): Network error: Client connection negotiation failed: client connection to 127.15.30.190:36183: connect: Connection refused (error 111)
16:41:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:49.628042 15809 leader_election.cc:334] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b59feee3f5bc4c1e910b16f09f147ee0 (127.15.30.189:37799): Network error: Client connection negotiation failed: client connection to 127.15.30.189:37799: connect: Connection refused (error 111)
16:41:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:49.628193 15809 leader_election.cc:302] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0432d09ba5584a5092b92618ef6b036d; no voters: b59feee3f5bc4c1e910b16f09f147ee0, ed6e0c8679f5425c85b4b600e6254320
16:41:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:49.628567 16072 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:41:49.854 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.189:37799(127.15.30.189:37799)] connecting to peer
16:41:49.855 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.190:36183(127.15.30.190:36183)] connecting to peer
16:41:49.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:49.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.30.189:37799(127.15.30.189:37799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:49.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.189:37799: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:49.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:49.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.30.190:36183(127.15.30.190:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:49.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.190:36183: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:49.858 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183; will retry
16:41:50.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 16:41:50 dist-test-slave-mvvj krb5kdc[15496](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786552910, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.30.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:41:50.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:50.429754 15801 init.cc:295] Successfully reacquired a new kerberos TGT
16:41:50.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:50.571461 15788 master_runner.cc:186] Error getting master registration for 127.15.30.190:36183: Network error: Client connection negotiation failed: client connection to 127.15.30.190:36183: connect: Connection refused (error 111),
16:41:50.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:50.571695 15788 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:41:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:50.592389 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:50.592535 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:51.593894 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:51.594034 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:52.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:52.595323 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:52.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:52.595480 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:53.394 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.189:37799(127.15.30.189:37799)] connecting to peer
16:41:53.396 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.190:36183(127.15.30.190:36183)] connecting to peer
16:41:53.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:53.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.30.189:37799(127.15.30.189:37799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:53.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.189:37799: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:53.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:53.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.30.190:36183(127.15.30.190:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:53.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.190:36183: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:53.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183; will retry
16:41:53.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:53.596812 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:53.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:53.596954 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:54.598243 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:54.598404 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:55.374 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.189:37799(127.15.30.189:37799)] connecting to peer
16:41:55.374 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.190:36183(127.15.30.190:36183)] connecting to peer
16:41:55.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:55.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.30.189:37799(127.15.30.189:37799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:55.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.189:37799: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:55.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:55.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.30.190:36183(127.15.30.190:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:55.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.190:36183: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:55.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183; will retry
16:41:55.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:55.573601 15788 master_runner.cc:186] Error getting master registration for 127.15.30.190:36183: Network error: Client connection negotiation failed: client connection to 127.15.30.190:36183: connect: Connection refused (error 111),
16:41:55.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:41:55.573844 15788 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:41:55.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:55.599639 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:55.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:55.599807 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:56.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:56.601188 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:56.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:56.601361 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:56.794 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.189:37799(127.15.30.189:37799)] connecting to peer
16:41:56.795 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.190:36183(127.15.30.190:36183)] connecting to peer
16:41:56.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:56.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.30.189:37799(127.15.30.189:37799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:56.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.189:37799: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:56.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:56.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.30.190:36183(127.15.30.190:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:56.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.190:36183: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:56.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183; will retry
16:41:57.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:57.602775 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:57.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:57.602926 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:58.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:58.604342 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:58.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:58.604491 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:59.605806 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:41:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:41:59.605968 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:41:59.854 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.189:37799(127.15.30.189:37799)] connecting to peer
16:41:59.855 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.190:36183(127.15.30.190:36183)] connecting to peer
16:41:59.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:59.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.30.189:37799(127.15.30.189:37799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:59.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.189:37799: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:41:59.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:59.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.30.190:36183(127.15.30.190:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:59.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.190:36183: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:41:59.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183; will retry
16:42:00.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 16:42:00 dist-test-slave-mvvj krb5kdc[15496](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786552920, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.30.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:42:00.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:00.431739 15801 init.cc:295] Successfully reacquired a new kerberos TGT
16:42:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:00.575748 15788 master_runner.cc:186] Error getting master registration for 127.15.30.190:36183: Network error: Client connection negotiation failed: client connection to 127.15.30.190:36183: connect: Connection refused (error 111),
16:42:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:00.576020 15788 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:42:00.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:42:00.607420 15887 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:42:00.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:42:00.607568 15887 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:42:00.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:00.744415 16084 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:42:00.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:00.744678 16084 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ed6e0c8679f5425c85b4b600e6254320" member_type: VOTER last_known_addr { host: "127.15.30.190" port: 36183 } } peers { permanent_uuid: "b59feee3f5bc4c1e910b16f09f147ee0" member_type: VOTER last_known_addr { host: "127.15.30.189" port: 37799 } } peers { permanent_uuid: "0432d09ba5584a5092b92618ef6b036d" member_type: VOTER last_known_addr { host: "127.15.30.188" port: 33827 } }
16:42:00.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:00.745591 16084 leader_election.cc:288] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ed6e0c8679f5425c85b4b600e6254320 (127.15.30.190:36183), b59feee3f5bc4c1e910b16f09f147ee0 (127.15.30.189:37799)
16:42:00.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:42:00.746261 15809 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.30.190:36183: connect: Connection refused (error 111) [suppressed 3 similar messages]
16:42:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:42:00.747958 15809 leader_election.cc:334] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ed6e0c8679f5425c85b4b600e6254320 (127.15.30.190:36183): Network error: Client connection negotiation failed: client connection to 127.15.30.190:36183: connect: Connection refused (error 111)
16:42:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:42:00.748119 15809 leader_election.cc:334] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b59feee3f5bc4c1e910b16f09f147ee0 (127.15.30.189:37799): Network error: Client connection negotiation failed: client connection to 127.15.30.189:37799: connect: Connection refused (error 111)
16:42:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:00.748203 15809 leader_election.cc:302] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0432d09ba5584a5092b92618ef6b036d; no voters: b59feee3f5bc4c1e910b16f09f147ee0, ed6e0c8679f5425c85b4b600e6254320
16:42:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:00.748441 16084 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0432d09ba5584a5092b92618ef6b036d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:42:01.154 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.189:37799(127.15.30.189:37799)] connecting to peer
16:42:01.155 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.30.190:36183(127.15.30.190:36183)] connecting to peer
16:42:01.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:42:01.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.30.189:37799(127.15.30.189:37799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:42:01.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:42:01.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.189:37799: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799
16:42:01.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.30.190:36183(127.15.30.190:36183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:42:01.157 [INFO - pool-6-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.30.190:36183: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
16:42:01.158 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183; will retry
16:42:01.164 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29646), Traces: [0ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [190ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [250ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [620ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [625ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [642ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [642ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [646ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [654ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [657ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [658ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [661ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [662ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [674ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [680ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [682ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [684ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [685ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [694ms] refreshing cache from master, [694ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [698ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [699ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [701ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [704ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [734ms] refreshing cache from master, [734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [741ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [742ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [743ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [744ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [753ms] refreshing cache from master, [754ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [754ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [757ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [757ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [760ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [762ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [834ms] refreshing cache from master, [835ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [835ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [839ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [841ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [841ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [843ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [1054ms] refreshing cache from master, [1054ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [1054ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [1057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [1058ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [1059ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [1067ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [1068ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [1254ms] refreshing cache from master, [1254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [1255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [1256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [1258ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [1258ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [1260ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [1262ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [2013ms] refreshing cache from master, [2014ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [2014ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [2016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [2017ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [2018ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [2020ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [2020ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [3294ms] refreshing cache from master, [3294ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [3294ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [3296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [3297ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [3297ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [3299ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [3299ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [7134ms] refreshing cache from master, [7134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [7135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [7136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [7138ms] too many traces: truncated at 100 traces, deferred=Deferred@156270929(state=PENDING, result=null, callback=(continuation of Deferred@222898862 after retry RPC after error@1078377364) -> (continuation of Deferred@980347432 after retry RPC after error@926527037) -> (continuation of Deferred@1944190510 after retry RPC after error@109998557) -> (continuation of Deferred@1266480270 after retry RPC after error@827257754) -> (continuation of Deferred@1294101267 after retry RPC after error@953678835) -> (continuation of Deferred@346271971 after retry RPC after error@1379353550) -> (continuation of Deferred@202621032 after retry RPC after error@186428026) -> (continuation of Deferred@36775762 after retry RPC after error@1794129385) -> (continuation of Deferred@2020782175 after retry RPC after error@382962257) -> (continuation of Deferred@491988078 after retry RPC after error@1982287192) -> (continuation of Deferred@456850315 after retry RPC after error@296840127) -> (continuation of Deferred@356867507 after retry RPC after error@1497669582) -> (continuation of Deferred@367972814 after retry RPC after error@253275231) -> (continuation of Deferred@814727370 after retry RPC after error@1296602106) -> (continuation of Deferred@776690492 after retry RPC after error@1694200062) -> (continuation of Deferred@708605243 after retry RPC after error@602076357) -> (continuation of Deferred@1459931454 after retry RPC after error@1749495712) -> (continuation of Deferred@563808830 after retry RPC after error@359368212) -> (continuation of Deferred@1691873470 after retry RPC after error@893188523) -> (continuation of Deferred@1284493256 after retry RPC after error@94223211) -> (continuation of Deferred@1586817382 after retry RPC after error@213365438) -> (continuation of Deferred@1047846255 after retry RPC after error@1457155881) -> (continuation of Deferred@805069645 after retry RPC after error@518985294), errback=(continuation of Deferred@222898862 after retry RPC after error@1078377364) -> (continuation of Deferred@980347432 after retry RPC after error@926527037) -> (continuation of Deferred@1944190510 after retry RPC after error@109998557) -> (continuation of Deferred@1266480270 after retry RPC after error@827257754) -> (continuation of Deferred@1294101267 after retry RPC after error@953678835) -> (continuation of Deferred@346271971 after retry RPC after error@1379353550) -> (continuation of Deferred@202621032 after retry RPC after error@186428026) -> (continuation of Deferred@36775762 after retry RPC after error@1794129385) -> (continuation of Deferred@2020782175 after retry RPC after error@382962257) -> (continuation of Deferred@491988078 after retry RPC after error@1982287192) -> (continuation of Deferred@456850315 after retry RPC after error@296840127) -> (continuation of Deferred@356867507 after retry RPC after error@1497669582) -> (continuation of Deferred@367972814 after retry RPC after error@253275231) -> (continuation of Deferred@814727370 after retry RPC after error@1296602106) -> (continuation of Deferred@776690492 after retry RPC after error@1694200062) -> (continuation of Deferred@708605243 after retry RPC after error@602076357) -> (continuation of Deferred@1459931454 after retry RPC after error@1749495712) -> (continuation of Deferred@563808830 after retry RPC after error@359368212) -> (continuation of Deferred@1691873470 after retry RPC after error@893188523) -> (continuation of Deferred@1284493256 after retry RPC after error@94223211) -> (continuation of Deferred@1586817382 after retry RPC after error@213365438) -> (continuation of Deferred@1047846255 after retry RPC after error@1457155881) -> (continuation of Deferred@805069645 after retry RPC after error@518985294)))
16:42:01.170 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.15.30.188:33827(127.15.30.188:33827)] disconnecting while in state READY
16:42:01.171 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.15.30.190:36183(127.15.30.190:36183)] disconnecting while in state TERMINATED
16:42:01.172 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.15.30.189:37799(127.15.30.189:37799)] disconnecting while in state TERMINATED
16:42:01.176 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
16:42:01.179 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
16:42:01.179 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.30.188:33827(127.15.30.188:33827)] handling channelInactive
16:42:01.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.30.188:33827(127.15.30.188:33827)] cleaning up while in state READY due to: connection closed
16:42:01.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:01.188993 15482 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskmUgmED/build/asan/bin/kudu pid 15788
16:42:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:42:01.194628 15482 external_mini_cluster.cc:1652] Unable to check leaks on /tmp/dist-test-taskmUgmED/build/asan/bin/kudu pid 15788: Not authorized: Client connection negotiation failed: client connection to 127.15.30.188:33827: server requires authentication, but client does not have Kerberos credentials available
16:42:01.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:01.194906 15482 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmUgmED/build/asan/bin/kudu with pid 15788
16:42:01.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T16:42:01Z chronyd exiting
16:42:01.354 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
16:42:01.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:01.355792 14663 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskmUgmED/build/asan/bin/kudu pid 14997
16:42:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:01.368432 15138 generic_service.cc:196] Checking for leaks (request via RPC)
16:42:01.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:01.464303 14663 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmUgmED/build/asan/bin/kudu with pid 14997
16:42:01.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:01.487092 14663 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskmUgmED/build/asan/bin/kudu pid 15153
16:42:01.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:01.497287 15299 generic_service.cc:196] Checking for leaks (request via RPC)
16:42:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:01.588048 14663 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmUgmED/build/asan/bin/kudu with pid 15153
16:42:01.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:01.609467 14663 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskmUgmED/build/asan/bin/kudu pid 15314
16:42:01.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:01.619325 15459 generic_service.cc:196] Checking for leaks (request via RPC)
16:42:01.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:01.711184 14663 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmUgmED/build/asan/bin/kudu with pid 15314
16:42:01.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:01.732939 14663 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskmUgmED/build/asan/bin/kudu pid 14677
16:42:01.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:01.734344 14752 generic_service.cc:196] Checking for leaks (request via RPC)
16:42:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:01.849224 14663 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmUgmED/build/asan/bin/kudu with pid 14677
16:42:01.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:01.876161 14663 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskmUgmED/build/asan/bin/kudu pid 14759
16:42:01.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:01.877434 14835 generic_service.cc:196] Checking for leaks (request via RPC)
16:42:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:42:01.908896 14868 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.81.254:40873: connect: Connection refused (error 111)
16:42:01.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 16:42:01.910799 14868 consensus_peers.cc:487] T 00000000000000000000000000000000 P 6aacc742748441a1882e3ec06f8e2b03 -> Peer dabbe644cf4a4ae2a3f63efcf6a3dc11 (127.14.81.254:40873): Couldn't send request to peer dabbe644cf4a4ae2a3f63efcf6a3dc11. Status: Network error: Client connection negotiation failed: client connection to 127.14.81.254:40873: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
16:42:01.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:01.990592 14663 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmUgmED/build/asan/bin/kudu with pid 14759
16:42:02.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:02.015146 14663 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskmUgmED/build/asan/bin/kudu pid 14842
16:42:02.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:02.016666 14917 generic_service.cc:196] Checking for leaks (request via RPC)
16:42:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 16:42:02.131915 14663 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmUgmED/build/asan/bin/kudu with pid 14842
16:42:02.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T16:42:02Z chronyd exiting
16:42:02.289 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29646), Traces: [0ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [190ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [250ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [620ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [625ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [642ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [642ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [646ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [654ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [657ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [658ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [661ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [662ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [674ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [680ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [682ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [684ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [685ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [694ms] refreshing cache from master, [694ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [698ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [699ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [701ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [704ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [734ms] refreshing cache from master, [734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [741ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [742ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [743ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [744ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [753ms] refreshing cache from master, [754ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [754ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [757ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [757ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [760ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [762ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [834ms] refreshing cache from master, [835ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [835ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [839ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [841ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [841ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [843ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [1054ms] refreshing cache from master, [1054ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [1054ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [1057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [1058ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [1059ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [1067ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [1068ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [1254ms] refreshing cache from master, [1254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [1255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [1256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [1258ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [1258ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [1260ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [1262ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [2013ms] refreshing cache from master, [2014ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [2014ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [2016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [2017ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [2018ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [2020ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [2020ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [3294ms] refreshing cache from master, [3294ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [3294ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [3296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [3297ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [3297ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [3299ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [3299ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [7134ms] refreshing cache from master, [7134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [7135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [7136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [7138ms] too many traces: truncated at 100 traces, deferred=Deferred@156270929(state=PENDING, result=null, callback=(continuation of Deferred@222898862 after retry RPC after error@1078377364) -> (continuation of Deferred@980347432 after retry RPC after error@926527037) -> (continuation of Deferred@1944190510 after retry RPC after error@109998557) -> (continuation of Deferred@1266480270 after retry RPC after error@827257754) -> (continuation of Deferred@1294101267 after retry RPC after error@953678835) -> (continuation of Deferred@346271971 after retry RPC after error@1379353550) -> (continuation of Deferred@202621032 after retry RPC after error@186428026) -> (continuation of Deferred@36775762 after retry RPC after error@1794129385) -> (continuation of Deferred@2020782175 after retry RPC after error@382962257) -> (continuation of Deferred@491988078 after retry RPC after error@1982287192) -> (continuation of Deferred@456850315 after retry RPC after error@296840127) -> (continuation of Deferred@356867507 after retry RPC after error@1497669582) -> (continuation of Deferred@367972814 after retry RPC after error@253275231) -> (continuation of Deferred@814727370 after retry RPC after error@1296602106) -> (continuation of Deferred@776690492 after retry RPC after error@1694200062) -> (continuation of Deferred@708605243 after retry RPC after error@602076357) -> (continuation of Deferred@1459931454 after retry RPC after error@1749495712) -> (continuation of Deferred@563808830 after retry RPC after error@359368212) -> (continuation of Deferred@1691873470 after retry RPC after error@893188523) -> (continuation of Deferred@1284493256 after retry RPC after error@94223211) -> (continuation of Deferred@1586817382 after retry RPC after error@213365438) -> (continuation of Deferred@1047846255 after retry RPC after error@1457155881) -> (continuation of Deferred@805069645 after retry RPC after error@518985294), errback=(continuation of Deferred@222898862 after retry RPC after error@1078377364) -> (continuation of Deferred@980347432 after retry RPC after error@926527037) -> (continuation of Deferred@1944190510 after retry RPC after error@109998557) -> (continuation of Deferred@1266480270 after retry RPC after error@827257754) -> (continuation of Deferred@1294101267 after retry RPC after error@953678835) -> (continuation of Deferred@346271971 after retry RPC after error@1379353550) -> (continuation of Deferred@202621032 after retry RPC after error@186428026) -> (continuation of Deferred@36775762 after retry RPC after error@1794129385) -> (continuation of Deferred@2020782175 after retry RPC after error@382962257) -> (continuation of Deferred@491988078 after retry RPC after error@1982287192) -> (continuation of Deferred@456850315 after retry RPC after error@296840127) -> (continuation of Deferred@356867507 after retry RPC after error@1497669582) -> (continuation of Deferred@367972814 after retry RPC after error@253275231) -> (continuation of Deferred@814727370 after retry RPC after error@1296602106) -> (continuation of Deferred@776690492 after retry RPC after error@1694200062) -> (continuation of Deferred@708605243 after retry RPC after error@602076357) -> (continuation of Deferred@1459931454 after retry RPC after error@1749495712) -> (continuation of Deferred@563808830 after retry RPC after error@359368212) -> (continuation of Deferred@1691873470 after retry RPC after error@893188523) -> (continuation of Deferred@1284493256 after retry RPC after error@94223211) -> (continuation of Deferred@1586817382 after retry RPC after error@213365438) -> (continuation of Deferred@1047846255 after retry RPC after error@1457155881) -> (continuation of Deferred@805069645 after retry RPC after error@518985294)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.access$200(DefaultPromise.java:35) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise$1.run(DefaultPromise.java:503) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.30.190:36183
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29646), Traces: [0ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [190ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [250ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [620ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [625ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [642ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [642ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [646ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [654ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [657ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [658ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [661ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [662ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [674ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [680ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [682ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [684ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [685ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [694ms] refreshing cache from master, [694ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [698ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [699ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [701ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [704ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [734ms] refreshing cache from master, [734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [741ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [742ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [743ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [744ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [753ms] refreshing cache from master, [754ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [754ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [757ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [757ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [760ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [762ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [834ms] refreshing cache from master, [835ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [835ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [839ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [841ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [841ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [843ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [1054ms] refreshing cache from master, [1054ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [1054ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [1057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [1058ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [1059ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [1067ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [1068ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [1254ms] refreshing cache from master, [1254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [1255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [1256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [1258ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [1258ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [1260ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [1262ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [2013ms] refreshing cache from master, [2014ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [2014ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [2016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [2017ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [2018ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [2020ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [2020ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [3294ms] refreshing cache from master, [3294ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [3294ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [3296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [3297ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.189:37799: Network error: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799, [3297ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.188:33827: OK, [3299ms] Sub RPC ConnectToMaster: received response from server master-127.15.30.190:36183: Network error: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [3299ms] delaying RPC due to: Service unavailable: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183, [7134ms] refreshing cache from master, [7134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.188:33827, [7135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.189:37799, [7136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.30.190:36183, [7138ms] too many traces: truncated at 100 traces, deferred=Deferred@156270929(state=PENDING, result=null, callback=(continuation of Deferred@222898862 after retry RPC after error@1078377364) -> (continuation of Deferred@980347432 after retry RPC after error@926527037) -> (continuation of Deferred@1944190510 after retry RPC after error@109998557) -> (continuation of Deferred@1266480270 after retry RPC after error@827257754) -> (continuation of Deferred@1294101267 after retry RPC after error@953678835) -> (continuation of Deferred@346271971 after retry RPC after error@1379353550) -> (continuation of Deferred@202621032 after retry RPC after error@186428026) -> (continuation of Deferred@36775762 after retry RPC after error@1794129385) -> (continuation of Deferred@2020782175 after retry RPC after error@382962257) -> (continuation of Deferred@491988078 after retry RPC after error@1982287192) -> (continuation of Deferred@456850315 after retry RPC after error@296840127) -> (continuation of Deferred@356867507 after retry RPC after error@1497669582) -> (continuation of Deferred@367972814 after retry RPC after error@253275231) -> (continuation of Deferred@814727370 after retry RPC after error@1296602106) -> (continuation of Deferred@776690492 after retry RPC after error@1694200062) -> (continuation of Deferred@708605243 after retry RPC after error@602076357) -> (continuation of Deferred@1459931454 after retry RPC after error@1749495712) -> (continuation of Deferred@563808830 after retry RPC after error@359368212) -> (continuation of Deferred@1691873470 after retry RPC after error@893188523) -> (continuation of Deferred@1284493256 after retry RPC after error@94223211) -> (continuation of Deferred@1586817382 after retry RPC after error@213365438) -> (continuation of Deferred@1047846255 after retry RPC after error@1457155881) -> (continuation of Deferred@805069645 after retry RPC after error@518985294), errback=(continuation of Deferred@222898862 after retry RPC after error@1078377364) -> (continuation of Deferred@980347432 after retry RPC after error@926527037) -> (continuation of Deferred@1944190510 after retry RPC after error@109998557) -> (continuation of Deferred@1266480270 after retry RPC after error@827257754) -> (continuation of Deferred@1294101267 after retry RPC after error@953678835) -> (continuation of Deferred@346271971 after retry RPC after error@1379353550) -> (continuation of Deferred@202621032 after retry RPC after error@186428026) -> (continuation of Deferred@36775762 after retry RPC after error@1794129385) -> (continuation of Deferred@2020782175 after retry RPC after error@382962257) -> (continuation of Deferred@491988078 after retry RPC after error@1982287192) -> (continuation of Deferred@456850315 after retry RPC after error@296840127) -> (continuation of Deferred@356867507 after retry RPC after error@1497669582) -> (continuation of Deferred@367972814 after retry RPC after error@253275231) -> (continuation of Deferred@814727370 after retry RPC after error@1296602106) -> (continuation of Deferred@776690492 after retry RPC after error@1694200062) -> (continuation of Deferred@708605243 after retry RPC after error@602076357) -> (continuation of Deferred@1459931454 after retry RPC after error@1749495712) -> (continuation of Deferred@563808830 after retry RPC after error@359368212) -> (continuation of Deferred@1691873470 after retry RPC after error@893188523) -> (continuation of Deferred@1284493256 after retry RPC after error@94223211) -> (continuation of Deferred@1586817382 after retry RPC after error@213365438) -> (continuation of Deferred@1047846255 after retry RPC after error@1457155881) -> (continuation of Deferred@805069645 after retry RPC after error@518985294)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.30.188:33827,127.15.30.189:37799,127.15.30.190:36183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.189:37799(127.15.30.189:37799): Connection refused: /127.15.30.189:37799,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.30.190:36183(127.15.30.190:36183): Connection refused: /127.15.30.190:36183
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557)
at io.netty.util.concurrent.DefaultPromise.access$200(DefaultPromise.java:35)
at io.netty.util.concurrent.DefaultPromise$1.run(DefaultPromise.java:503)
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174)
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167)
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569)
... 5 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.30.190:36183
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)