14:40:52.455 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:40:52.467 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskcITSo6/test-tmp
14:40:52.470 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:40:52.474 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskcITSo6/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:40:52.696 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
14:40:52.994 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:40:52.995 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:40:53.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:53.001726 11252 mini_oidc.cc:152] Starting JWKS server
14:40:53.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:53.007695 11252 webserver.cc:460] Webserver started at http://127.0.0.1:37433/ using document root <none> and password file <none>
14:40:53.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:53.008266 11252 mini_oidc.cc:189] Starting OIDC Discovery server
14:40:53.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:53.010151 11252 webserver.cc:460] Webserver started at http://127.0.0.1:45793/ using document root <none> and password file <none>
14:40:53.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T14:40:53Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
14:40:53.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T14:40:53Z Disabled control of system clock
14:40:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:53.068266 11252 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu
14:40:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu
14:40:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-0/wal
14:40:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-0/data
14:40:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:40:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:40:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:40:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:40:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:40:53.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:40:53.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-0/logs
14:40:53.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-0/data/info.pb
14:40:53.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:40:53.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:40:53.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:40:53.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:40:53.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:40:53.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:40:53.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:40:53.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:40:53.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:40:53.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:40:53.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:40:53.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:40:53.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.253.62:36089
14:40:53.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.253.62
14:40:53.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:40:53.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.253.20:42271
14:40:53.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:40:53.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:40:53.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:40:53.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:40:53.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.253.62:36089,127.10.253.61:36411,127.10.253.60:43843
14:40:53.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:40:53.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37433/jwks.json with env {}
14:40:53.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:53.380884 11271 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:40:53.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:53.381500 11271 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:40:53.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:53.382202 11271 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:40:53.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:53.415279 11271 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:40:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:53.415584 11271 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:40:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:53.415778 11271 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:40:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:53.416033 11271 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:40:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:53.416320 11271 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:40:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:53.416553 11271 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37433/jwks.json
14:40:53.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:53.451906 11271 master_runner.cc:386] Master server non-default flags:
14:40:53.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:40:53.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.253.20:42271
14:40:53.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:40:53.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:40:53.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-0/data
14:40:53.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-0/wal
14:40:53.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:40:53.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.253.62:36089,127.10.253.61:36411,127.10.253.60:43843
14:40:53.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:40:53.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:40:53.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:40:53.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.253.62:36089
14:40:53.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:40:53.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:40:53.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:40:53.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37433/jwks.json
14:40:53.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:40:53.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:40:53.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-0/data/info.pb
14:40:53.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.253.62
14:40:53.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:40:53.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:40:53.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:40:53.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:40:53.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:40:53.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:40:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-0/logs
14:40:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:40:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:40:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:40:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:40:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:40:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:40:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:40:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:40:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:40:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:40:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:53.453964 11271 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:40:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:53.456557 11271 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:40:53.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:53.486532 11278 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:40:54.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:53.486742 11284 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:40:54.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:53.486806 11281 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:40:54.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:53.487888 11271 server_base.cc:1034] running on GCE node
14:40:54.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:54.767851 11271 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:40:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:54.771679 11271 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:40:54.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:54.773136 11271 hybrid_clock.cc:648] HybridClock initialized: now 1786286454773127 us; error 91 us; skew 500 ppm
14:40:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:54.774262 11271 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:40:54.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:54.786669 11271 webserver.cc:460] Webserver started at http://127.10.253.62:36811/ using document root <none> and password file <none>
14:40:54.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:54.788035 11271 fs_manager.cc:359] Metadata directory not provided
14:40:54.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:54.788237 11271 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:40:54.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:54.788808 11271 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:40:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:54.794466 11271 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-0/data/instance:
14:40:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "afb1c7158d314342b588ca76c6d0a197"
14:40:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:40:54 on dist-test-slave-w4v5"
14:40:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:54.795985 11271 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-0/wal/instance:
14:40:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "afb1c7158d314342b588ca76c6d0a197"
14:40:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:40:54 on dist-test-slave-w4v5"
14:40:54.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:54.805697 11271 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.009s sys 0.000s
14:40:54.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:54.813436 11295 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:40:54.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:54.815501 11271 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.006s sys 0.000s
14:40:54.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:54.815922 11271 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-0/data,/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-0/wal
14:40:54.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "afb1c7158d314342b588ca76c6d0a197"
14:40:54.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:40:54 on dist-test-slave-w4v5"
14:40:54.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:54.816293 11271 fs_report.cc:383] FS layout report
14:40:54.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:40:54.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-0/wal
14:40:54.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-0/wal
14:40:54.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-0/data/data
14:40:54.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:40:54.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:40:54.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:40:54.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:40:54.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:40:54.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:40:54.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:40:54.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:40:54.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:40:54.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:40:54.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:40:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:54.859212 11271 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:40:54.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:54.860873 11271 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:40:54.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:54.861317 11271 kserver.cc:163] Server-wide thread pool size limit: 3276
14:40:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:54.940258 11271 rpc_server.cc:307] RPC server started. Bound to: 127.10.253.62:36089
14:40:54.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:54.940333 11377 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.253.62:36089 every 8 connection(s)
14:40:54.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:54.944068 11271 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-0/data/info.pb
14:40:54.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:54.951431 11252 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu as pid 11271
14:40:54.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:54.951819 11252 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-0/wal/instance
14:40:54.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:54.953742 11378 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:40:54.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:54.955538 11252 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu
14:40:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu
14:40:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-1/wal
14:40:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-1/data
14:40:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:40:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:40:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:40:54.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:40:54.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:40:54.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:40:54.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-1/logs
14:40:54.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-1/data/info.pb
14:40:54.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:40:54.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:40:54.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:40:54.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:40:54.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:40:54.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:40:54.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:40:54.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:40:54.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:40:54.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:40:54.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:40:54.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:40:54.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.253.61:36411
14:40:54.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.253.61
14:40:54.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:40:54.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.253.20:42271
14:40:54.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:40:54.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:40:54.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:40:54.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:40:54.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.253.62:36089,127.10.253.61:36411,127.10.253.60:43843
14:40:54.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:40:54.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37433/jwks.json with env {}
14:40:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:54.970342 11378 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.253.62" port: 36089 } has no permanent_uuid. Determining permanent_uuid...
14:40:55.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:55.008885 11378 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } has no permanent_uuid. Determining permanent_uuid...
14:40:55.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:55.011515 11304 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.253.61:36411: connect: Connection refused (error 111)
14:40:55.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:55.016083 11378 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.253.61:36411: Network error: Client connection negotiation failed: client connection to 127.10.253.61:36411: connect: Connection refused (error 111)
14:40:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:55.065645 11378 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } attempt: 1
14:40:55.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:55.069892 11378 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.253.61:36411: Network error: Client connection negotiation failed: client connection to 127.10.253.61:36411: connect: Connection refused (error 111)
14:40:55.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:55.138363 11378 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } attempt: 2
14:40:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:55.142230 11378 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.253.61:36411: Network error: Client connection negotiation failed: client connection to 127.10.253.61:36411: connect: Connection refused (error 111)
14:40:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:55.233621 11378 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } attempt: 3
14:40:55.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:55.237430 11378 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.253.61:36411: Network error: Client connection negotiation failed: client connection to 127.10.253.61:36411: connect: Connection refused (error 111)
14:40:55.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:55.282095 11380 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:40:55.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:55.282749 11380 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:40:55.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:55.283370 11380 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:40:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:55.314741 11380 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:40:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:55.315040 11380 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:40:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:55.315372 11380 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:40:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:55.315574 11380 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:40:55.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:55.315752 11380 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:40:55.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:55.315881 11380 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37433/jwks.json
14:40:55.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:55.351416 11380 master_runner.cc:386] Master server non-default flags:
14:40:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:40:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.253.20:42271
14:40:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:40:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:40:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-1/data
14:40:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-1/wal
14:40:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:40:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.253.62:36089,127.10.253.61:36411,127.10.253.60:43843
14:40:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:40:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:40:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:40:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.253.61:36411
14:40:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:40:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:40:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:40:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37433/jwks.json
14:40:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:40:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:40:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-1/data/info.pb
14:40:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.253.61
14:40:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:40:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:40:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:40:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:40:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:40:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:40:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-1/logs
14:40:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:40:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:40:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:40:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:40:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:40:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:40:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:40:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:40:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:40:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:40:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:55.352761 11380 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:40:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:55.354527 11380 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:40:55.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:55.371861 11396 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:40:55.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:55.380838 11378 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } attempt: 4
14:40:55.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:55.384815 11378 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.253.61:36411: Network error: Client connection negotiation failed: client connection to 127.10.253.61:36411: connect: Connection refused (error 111)
14:40:55.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:55.684231 11378 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } attempt: 5
14:40:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:55.687965 11378 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.253.61:36411: Network error: Client connection negotiation failed: client connection to 127.10.253.61:36411: connect: Connection refused (error 111)
14:40:56.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.235598 11378 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } attempt: 6
14:40:56.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:56.243047 11378 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.253.61:36411: Network error: Client connection negotiation failed: client connection to 127.10.253.61:36411: connect: Connection refused (error 111)
14:40:56.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:55.371953 11394 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:40:56.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:55.372258 11393 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:40:56.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:56.571234 11395 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:40:56.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.571666 11380 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:40:56.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.576148 11380 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:40:56.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.578972 11380 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:40:56.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.580394 11380 hybrid_clock.cc:648] HybridClock initialized: now 1786286456580324 us; error 90 us; skew 500 ppm
14:40:56.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.581270 11380 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:40:56.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.587904 11380 webserver.cc:460] Webserver started at http://127.10.253.61:39881/ using document root <none> and password file <none>
14:40:56.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.588850 11380 fs_manager.cc:359] Metadata directory not provided
14:40:56.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.589069 11380 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:40:56.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.589478 11380 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:40:56.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.594549 11380 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-1/data/instance:
14:40:56.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "621be7be760448cdb2c3030ba342f7b6"
14:40:56.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:40:56 on dist-test-slave-w4v5"
14:40:56.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.595964 11380 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-1/wal/instance:
14:40:56.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "621be7be760448cdb2c3030ba342f7b6"
14:40:56.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:40:56 on dist-test-slave-w4v5"
14:40:56.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.603689 11380 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.002s
14:40:56.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.609486 11413 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:40:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.610706 11380 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.002s
14:40:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.611004 11380 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-1/data,/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-1/wal
14:40:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "621be7be760448cdb2c3030ba342f7b6"
14:40:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:40:56 on dist-test-slave-w4v5"
14:40:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.611390 11380 fs_report.cc:383] FS layout report
14:40:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:40:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-1/wal
14:40:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-1/wal
14:40:56.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-1/data/data
14:40:56.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:40:56.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:40:56.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:40:56.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:40:56.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:40:56.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:40:56.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:40:56.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:40:56.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:40:56.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:40:56.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:40:56.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.647001 11380 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:40:56.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.648623 11380 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:40:56.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.649057 11380 kserver.cc:163] Server-wide thread pool size limit: 3276
14:40:56.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.723554 11380 rpc_server.cc:307] RPC server started. Bound to: 127.10.253.61:36411
14:40:56.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.723654 11493 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.253.61:36411 every 8 connection(s)
14:40:56.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.726219 11380 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-1/data/info.pb
14:40:56.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.731583 11494 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:40:56.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.732596 11252 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu as pid 11380
14:40:56.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.733099 11252 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-1/wal/instance
14:40:56.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.736160 11252 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu
14:40:56.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu
14:40:56.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-2/wal
14:40:56.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-2/data
14:40:56.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:40:56.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:40:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:40:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:40:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:40:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:40:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-2/logs
14:40:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-2/data/info.pb
14:40:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:40:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:40:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:40:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:40:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:40:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:40:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:40:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:40:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:40:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:40:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:40:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:40:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.253.60:43843
14:40:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.253.60
14:40:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:40:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.253.20:42271
14:40:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:40:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:40:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:40:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:40:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.253.62:36089,127.10.253.61:36411,127.10.253.60:43843
14:40:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:40:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37433/jwks.json with env {}
14:40:56.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.747884 11494 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.253.62" port: 36089 } has no permanent_uuid. Determining permanent_uuid...
14:40:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.776018 11494 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } has no permanent_uuid. Determining permanent_uuid...
14:40:56.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.793032 11494 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } has no permanent_uuid. Determining permanent_uuid...
14:40:56.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:56.795714 11417 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.253.60:43843: connect: Connection refused (error 111)
14:40:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:56.799837 11494 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.253.60:43843: Network error: Client connection negotiation failed: client connection to 127.10.253.60:43843: connect: Connection refused (error 111)
14:40:56.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.849357 11494 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } attempt: 1
14:40:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:56.853538 11494 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.253.60:43843: Network error: Client connection negotiation failed: client connection to 127.10.253.60:43843: connect: Connection refused (error 111)
14:40:56.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:56.921954 11494 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } attempt: 2
14:40:56.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:56.926072 11494 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.253.60:43843: Network error: Client connection negotiation failed: client connection to 127.10.253.60:43843: connect: Connection refused (error 111)
14:40:57.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:57.017481 11494 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } attempt: 3
14:40:57.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:57.021411 11494 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.253.60:43843: Network error: Client connection negotiation failed: client connection to 127.10.253.60:43843: connect: Connection refused (error 111)
14:40:57.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:57.069617 11496 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:40:57.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:57.070201 11496 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:40:57.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:57.070943 11496 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:40:57.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:57.103631 11496 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:40:57.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:57.103928 11496 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:40:57.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:57.104120 11496 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:40:57.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:57.104296 11496 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:40:57.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:57.104492 11496 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:40:57.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:57.104635 11496 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37433/jwks.json
14:40:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:57.140511 11496 master_runner.cc:386] Master server non-default flags:
14:40:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:40:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.253.20:42271
14:40:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:40:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:40:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-2/data
14:40:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-2/wal
14:40:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:40:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.253.62:36089,127.10.253.61:36411,127.10.253.60:43843
14:40:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:40:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:40:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:40:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.253.60:43843
14:40:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:40:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:40:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:40:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37433/jwks.json
14:40:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:40:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:40:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-2/data/info.pb
14:40:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.253.60
14:40:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:40:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:40:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:40:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:40:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:40:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:40:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-2/logs
14:40:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:40:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:40:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:40:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:40:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:40:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:40:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:40:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:40:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:40:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:40:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:57.141846 11496 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:40:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:57.144073 11496 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:40:57.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:57.163959 11508 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:40:57.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:57.164908 11494 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } attempt: 4
14:40:57.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:57.170199 11494 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.253.60:43843: Network error: Client connection negotiation failed: client connection to 127.10.253.60:43843: connect: Connection refused (error 111)
14:40:57.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:57.303705 11378 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } attempt: 7
14:40:57.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:57.322846 11378 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } has no permanent_uuid. Determining permanent_uuid...
14:40:57.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:57.330296 11378 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.253.60:43843: Network error: Client connection negotiation failed: client connection to 127.10.253.60:43843: connect: Connection refused (error 111)
14:40:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:57.388821 11378 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } attempt: 1
14:40:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:57.393579 11378 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.253.60:43843: Network error: Client connection negotiation failed: client connection to 127.10.253.60:43843: connect: Connection refused (error 111)
14:40:57.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:57.469677 11494 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } attempt: 5
14:40:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:57.474975 11378 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } attempt: 2
14:40:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:57.475167 11494 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.253.60:43843: Network error: Client connection negotiation failed: client connection to 127.10.253.60:43843: connect: Connection refused (error 111)
14:40:57.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:57.479592 11378 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.253.60:43843: Network error: Client connection negotiation failed: client connection to 127.10.253.60:43843: connect: Connection refused (error 111)
14:40:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:57.565078 11378 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } attempt: 3
14:40:57.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:57.569849 11378 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.253.60:43843: Network error: Client connection negotiation failed: client connection to 127.10.253.60:43843: connect: Connection refused (error 111)
14:40:57.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:57.710295 11378 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } attempt: 4
14:40:57.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:57.715185 11378 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.253.60:43843: Network error: Client connection negotiation failed: client connection to 127.10.253.60:43843: connect: Connection refused (error 111)
14:40:57.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:57.998644 11378 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } attempt: 5
14:40:58.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:58.003384 11378 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.253.60:43843: Network error: Client connection negotiation failed: client connection to 127.10.253.60:43843: connect: Connection refused (error 111)
14:40:58.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.022791 11494 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } attempt: 6
14:40:58.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:58.030352 11494 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.253.60:43843: Network error: Client connection negotiation failed: client connection to 127.10.253.60:43843: connect: Connection refused (error 111)
14:40:58.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:57.164530 11509 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:40:58.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:57.169360 11514 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:40:58.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:57.172175 11496 server_base.cc:1034] running on GCE node
14:40:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.434612 11496 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:40:58.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.438278 11496 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:40:58.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.439769 11496 hybrid_clock.cc:648] HybridClock initialized: now 1786286458439728 us; error 59 us; skew 500 ppm
14:40:58.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.440894 11496 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:40:58.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.447459 11496 webserver.cc:460] Webserver started at http://127.10.253.60:34361/ using document root <none> and password file <none>
14:40:58.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.448370 11496 fs_manager.cc:359] Metadata directory not provided
14:40:58.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.448565 11496 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:40:58.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.449015 11496 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:40:58.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.454536 11496 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-2/data/instance:
14:40:58.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "19b62b869b7740288d39691f5cda405a"
14:40:58.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:40:58 on dist-test-slave-w4v5"
14:40:58.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.455788 11496 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-2/wal/instance:
14:40:58.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "19b62b869b7740288d39691f5cda405a"
14:40:58.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:40:58 on dist-test-slave-w4v5"
14:40:58.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.463776 11496 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.002s
14:40:58.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.469528 11532 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:40:58.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.470742 11496 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.002s
14:40:58.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.471019 11496 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-2/data,/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-2/wal
14:40:58.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "19b62b869b7740288d39691f5cda405a"
14:40:58.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:40:58 on dist-test-slave-w4v5"
14:40:58.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.471402 11496 fs_report.cc:383] FS layout report
14:40:58.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:40:58.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-2/wal
14:40:58.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-2/wal
14:40:58.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-2/data/data
14:40:58.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:40:58.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:40:58.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:40:58.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:40:58.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:40:58.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:40:58.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:40:58.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:40:58.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:40:58.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:40:58.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:40:58.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.510227 11496 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:40:58.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.511849 11496 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:40:58.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.512274 11496 kserver.cc:163] Server-wide thread pool size limit: 3276
14:40:58.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.555845 11378 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } attempt: 6
14:40:58.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:58.563570 11378 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.253.60:43843: Network error: Client connection negotiation failed: client connection to 127.10.253.60:43843: connect: Connection refused (error 111)
14:40:58.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.591886 11496 rpc_server.cc:307] RPC server started. Bound to: 127.10.253.60:43843
14:40:58.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.592047 11614 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.253.60:43843 every 8 connection(s)
14:40:58.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.594827 11496 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-2/data/info.pb
14:40:58.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.600103 11617 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:40:58.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.605311 11252 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu as pid 11496
14:40:58.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.605762 11252 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/master-2/wal/instance
14:40:58.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.612535 11617 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.253.62" port: 36089 } has no permanent_uuid. Determining permanent_uuid...
14:40:58.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.646692 11617 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } has no permanent_uuid. Determining permanent_uuid...
14:40:58.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.659798 11617 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } has no permanent_uuid. Determining permanent_uuid...
14:40:58.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.679029 11617 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a: Bootstrap starting.
14:40:58.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.687857 11617 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a: Neither blocks nor log segments found. Creating new log.
14:40:58.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.690243 11617 log.cc:824] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a: Log is configured to *not* fsync() on all Append() calls
14:40:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.696547 11617 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a: No bootstrap required, opened a new log
14:40:58.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.720822 11617 raft_consensus.cc:348] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "afb1c7158d314342b588ca76c6d0a197" member_type: VOTER last_known_addr { host: "127.10.253.62" port: 36089 } } peers { permanent_uuid: "621be7be760448cdb2c3030ba342f7b6" member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } } peers { permanent_uuid: "19b62b869b7740288d39691f5cda405a" member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } }
14:40:58.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.721647 11617 raft_consensus.cc:374] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:40:58.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.722043 11617 raft_consensus.cc:729] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 19b62b869b7740288d39691f5cda405a, State: Initialized, Role: FOLLOWER
14:40:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.723470 11617 consensus_queue.cc:260] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "afb1c7158d314342b588ca76c6d0a197" member_type: VOTER last_known_addr { host: "127.10.253.62" port: 36089 } } peers { permanent_uuid: "621be7be760448cdb2c3030ba342f7b6" member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } } peers { permanent_uuid: "19b62b869b7740288d39691f5cda405a" member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } }
14:40:58.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.726675 11633 sys_catalog.cc:455] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "afb1c7158d314342b588ca76c6d0a197" member_type: VOTER last_known_addr { host: "127.10.253.62" port: 36089 } } peers { permanent_uuid: "621be7be760448cdb2c3030ba342f7b6" member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } } peers { permanent_uuid: "19b62b869b7740288d39691f5cda405a" member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } } }
14:40:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.727869 11633 sys_catalog.cc:458] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [sys.catalog]: This master's current role is: FOLLOWER
14:40:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.729297 11617 sys_catalog.cc:564] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [sys.catalog]: configured and running, proceeding with master startup.
14:40:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:58.764366 11653 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:40:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:58.767760 11539 tablet.cc:2369] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:40:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:58.767969 11653 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:40:58.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.771607 11633 raft_consensus.cc:482] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:40:58.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.772166 11633 raft_consensus.cc:504] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "afb1c7158d314342b588ca76c6d0a197" member_type: VOTER last_known_addr { host: "127.10.253.62" port: 36089 } } peers { permanent_uuid: "621be7be760448cdb2c3030ba342f7b6" member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } } peers { permanent_uuid: "19b62b869b7740288d39691f5cda405a" member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } }
14:40:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.775873 11633 leader_election.cc:288] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers afb1c7158d314342b588ca76c6d0a197 (127.10.253.62:36089), 621be7be760448cdb2c3030ba342f7b6 (127.10.253.61:36411)
14:40:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.755152 11496 master_runner.cc:186] Error getting master registration for 127.10.253.62:36089: OK, instance_id { permanent_uuid: "afb1c7158d314342b588ca76c6d0a197" instance_seqno: 1786286454918739 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:40:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:58.795418 11496 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:40:59.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.090955 11494 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } attempt: 7
14:40:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.118760 11494 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 621be7be760448cdb2c3030ba342f7b6: Bootstrap starting.
14:40:59.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.127125 11494 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 621be7be760448cdb2c3030ba342f7b6: Neither blocks nor log segments found. Creating new log.
14:40:59.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.129747 11494 log.cc:824] T 00000000000000000000000000000000 P 621be7be760448cdb2c3030ba342f7b6: Log is configured to *not* fsync() on all Append() calls
14:40:59.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.136538 11494 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 621be7be760448cdb2c3030ba342f7b6: No bootstrap required, opened a new log
14:40:59.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.168987 11494 raft_consensus.cc:348] T 00000000000000000000000000000000 P 621be7be760448cdb2c3030ba342f7b6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "afb1c7158d314342b588ca76c6d0a197" member_type: VOTER last_known_addr { host: "127.10.253.62" port: 36089 } } peers { permanent_uuid: "621be7be760448cdb2c3030ba342f7b6" member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } } peers { permanent_uuid: "19b62b869b7740288d39691f5cda405a" member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } }
14:40:59.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.170394 11494 raft_consensus.cc:374] T 00000000000000000000000000000000 P 621be7be760448cdb2c3030ba342f7b6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:40:59.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.171092 11494 raft_consensus.cc:729] T 00000000000000000000000000000000 P 621be7be760448cdb2c3030ba342f7b6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 621be7be760448cdb2c3030ba342f7b6, State: Initialized, Role: FOLLOWER
14:40:59.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.172335 11494 consensus_queue.cc:260] T 00000000000000000000000000000000 P 621be7be760448cdb2c3030ba342f7b6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "afb1c7158d314342b588ca76c6d0a197" member_type: VOTER last_known_addr { host: "127.10.253.62" port: 36089 } } peers { permanent_uuid: "621be7be760448cdb2c3030ba342f7b6" member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } } peers { permanent_uuid: "19b62b869b7740288d39691f5cda405a" member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } }
14:40:59.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.175758 11661 sys_catalog.cc:455] T 00000000000000000000000000000000 P 621be7be760448cdb2c3030ba342f7b6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "afb1c7158d314342b588ca76c6d0a197" member_type: VOTER last_known_addr { host: "127.10.253.62" port: 36089 } } peers { permanent_uuid: "621be7be760448cdb2c3030ba342f7b6" member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } } peers { permanent_uuid: "19b62b869b7740288d39691f5cda405a" member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } } }
14:40:59.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.176843 11661 sys_catalog.cc:458] T 00000000000000000000000000000000 P 621be7be760448cdb2c3030ba342f7b6 [sys.catalog]: This master's current role is: FOLLOWER
14:40:59.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.177870 11494 sys_catalog.cc:564] T 00000000000000000000000000000000 P 621be7be760448cdb2c3030ba342f7b6 [sys.catalog]: configured and running, proceeding with master startup.
14:40:59.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.178115 11457 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "19b62b869b7740288d39691f5cda405a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "621be7be760448cdb2c3030ba342f7b6" is_pre_election: true
14:40:59.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.179383 11457 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 621be7be760448cdb2c3030ba342f7b6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 19b62b869b7740288d39691f5cda405a in term 0.
14:40:59.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.181021 11535 leader_election.cc:302] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 19b62b869b7740288d39691f5cda405a, 621be7be760448cdb2c3030ba342f7b6; no voters:
14:40:59.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.182129 11633 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [term 0 FOLLOWER]: Leader pre-election won for term 1
14:40:59.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.182493 11633 raft_consensus.cc:482] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:40:59.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.182840 11633 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [term 0 FOLLOWER]: Advancing to term 1
14:40:59.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.190930 11633 raft_consensus.cc:504] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "afb1c7158d314342b588ca76c6d0a197" member_type: VOTER last_known_addr { host: "127.10.253.62" port: 36089 } } peers { permanent_uuid: "621be7be760448cdb2c3030ba342f7b6" member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } } peers { permanent_uuid: "19b62b869b7740288d39691f5cda405a" member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } }
14:40:59.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.194715 11457 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "19b62b869b7740288d39691f5cda405a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "621be7be760448cdb2c3030ba342f7b6"
14:40:59.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.195545 11457 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 621be7be760448cdb2c3030ba342f7b6 [term 0 FOLLOWER]: Advancing to term 1
14:40:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.196081 11633 leader_election.cc:288] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [CANDIDATE]: Term 1 election: Requested vote from peers afb1c7158d314342b588ca76c6d0a197 (127.10.253.62:36089), 621be7be760448cdb2c3030ba342f7b6 (127.10.253.61:36411)
14:40:59.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.203542 11457 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 621be7be760448cdb2c3030ba342f7b6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 19b62b869b7740288d39691f5cda405a in term 1.
14:40:59.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.204888 11535 leader_election.cc:302] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 19b62b869b7740288d39691f5cda405a, 621be7be760448cdb2c3030ba342f7b6; no voters:
14:40:59.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.205938 11633 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [term 1 FOLLOWER]: Leader election won for term 1
14:40:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.216611 11633 raft_consensus.cc:686] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [term 1 LEADER]: Becoming Leader. State: Replica: 19b62b869b7740288d39691f5cda405a, State: Running, Role: LEADER
14:40:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.218631 11633 consensus_queue.cc:237] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "afb1c7158d314342b588ca76c6d0a197" member_type: VOTER last_known_addr { host: "127.10.253.62" port: 36089 } } peers { permanent_uuid: "621be7be760448cdb2c3030ba342f7b6" member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } } peers { permanent_uuid: "19b62b869b7740288d39691f5cda405a" member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } }
14:40:59.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.241340 11668 sys_catalog.cc:455] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 19b62b869b7740288d39691f5cda405a. Latest consensus state: current_term: 1 leader_uuid: "19b62b869b7740288d39691f5cda405a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "afb1c7158d314342b588ca76c6d0a197" member_type: VOTER last_known_addr { host: "127.10.253.62" port: 36089 } } peers { permanent_uuid: "621be7be760448cdb2c3030ba342f7b6" member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } } peers { permanent_uuid: "19b62b869b7740288d39691f5cda405a" member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } } }
14:40:59.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.242686 11668 sys_catalog.cc:458] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [sys.catalog]: This master's current role is: LEADER
14:40:59.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.247884 11678 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
14:40:59.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.257642 11678 catalog_manager.cc:1484] Initializing Kudu cluster ID...
14:40:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.284387 11457 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 621be7be760448cdb2c3030ba342f7b6 [term 1 FOLLOWER]: Refusing update from remote peer 19b62b869b7740288d39691f5cda405a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:40:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:59.285643 11680 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 621be7be760448cdb2c3030ba342f7b6: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:40:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:40:59.285974 11680 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:40:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.289999 11668 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [LEADER]: Connected to new peer: Peer: permanent_uuid: "621be7be760448cdb2c3030ba342f7b6" member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:40:59.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.256569 11380 master_runner.cc:186] Error getting master registration for 127.10.253.62:36089: OK, instance_id { permanent_uuid: "afb1c7158d314342b588ca76c6d0a197" instance_seqno: 1786286454918739 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:40:59.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.309244 11380 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:40:59.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.343382 11681 mvcc.cc:205] Tried to move back new op lower bound from 7316629337201819648 to 7316629336972865536. Current Snapshot: MvccSnapshot[applied={T|T < 7316629337201819648}]
14:40:59.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.343484 11661 sys_catalog.cc:455] T 00000000000000000000000000000000 P 621be7be760448cdb2c3030ba342f7b6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 19b62b869b7740288d39691f5cda405a. Latest consensus state: current_term: 1 leader_uuid: "19b62b869b7740288d39691f5cda405a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "afb1c7158d314342b588ca76c6d0a197" member_type: VOTER last_known_addr { host: "127.10.253.62" port: 36089 } } peers { permanent_uuid: "621be7be760448cdb2c3030ba342f7b6" member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } } peers { permanent_uuid: "19b62b869b7740288d39691f5cda405a" member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } } }
14:40:59.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.344270 11661 sys_catalog.cc:458] T 00000000000000000000000000000000 P 621be7be760448cdb2c3030ba342f7b6 [sys.catalog]: This master's current role is: FOLLOWER
14:40:59.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.350286 11633 sys_catalog.cc:455] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "19b62b869b7740288d39691f5cda405a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "afb1c7158d314342b588ca76c6d0a197" member_type: VOTER last_known_addr { host: "127.10.253.62" port: 36089 } } peers { permanent_uuid: "621be7be760448cdb2c3030ba342f7b6" member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } } peers { permanent_uuid: "19b62b869b7740288d39691f5cda405a" member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } } }
14:40:59.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.351150 11633 sys_catalog.cc:458] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [sys.catalog]: This master's current role is: LEADER
14:40:59.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.350665 11686 mvcc.cc:205] Tried to move back new op lower bound from 7316629337201819648 to 7316629336972865536. Current Snapshot: MvccSnapshot[applied={T|T < 7316629337201819648}]
14:40:59.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.358840 11678 catalog_manager.cc:1347] Generated new cluster ID: 561e63d837354577a39d94dee873feb5
14:40:59.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.359932 11678 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
14:40:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.382162 11661 sys_catalog.cc:455] T 00000000000000000000000000000000 P 621be7be760448cdb2c3030ba342f7b6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "19b62b869b7740288d39691f5cda405a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "afb1c7158d314342b588ca76c6d0a197" member_type: VOTER last_known_addr { host: "127.10.253.62" port: 36089 } } peers { permanent_uuid: "621be7be760448cdb2c3030ba342f7b6" member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } } peers { permanent_uuid: "19b62b869b7740288d39691f5cda405a" member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } } }
14:40:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.382972 11661 sys_catalog.cc:458] T 00000000000000000000000000000000 P 621be7be760448cdb2c3030ba342f7b6 [sys.catalog]: This master's current role is: FOLLOWER
14:40:59.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.433848 11678 catalog_manager.cc:1370] Generated new certificate authority record
14:40:59.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.436790 11678 catalog_manager.cc:1504] Loading token signing keys...
14:40:59.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.474949 11678 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a: Generated new TSK 0
14:40:59.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.478987 11678 catalog_manager.cc:1514] Initializing in-progress tserver states...
14:40:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.516474 11252 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu
14:40:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu
14:40:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-0/wal
14:40:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-0/data
14:40:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:40:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:40:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:40:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:40:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:40:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:40:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-0/logs
14:40:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-0/data/info.pb
14:40:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:40:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:40:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:40:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:40:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:40:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:40:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:40:59.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:40:59.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:40:59.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:40:59.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.253.1:0
14:40:59.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.253.1
14:40:59.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.253.1
14:40:59.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:40:59.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.253.62:36089,127.10.253.61:36411,127.10.253.60:43843
14:40:59.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.253.20:42271
14:40:59.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:40:59.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:40:59.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:40:59.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.597034 11378 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } attempt: 7
14:40:59.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.669993 11378 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P afb1c7158d314342b588ca76c6d0a197: Bootstrap starting.
14:40:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.689814 11378 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P afb1c7158d314342b588ca76c6d0a197: Neither blocks nor log segments found. Creating new log.
14:40:59.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.692330 11378 log.cc:824] T 00000000000000000000000000000000 P afb1c7158d314342b588ca76c6d0a197: Log is configured to *not* fsync() on all Append() calls
14:40:59.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.706662 11378 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P afb1c7158d314342b588ca76c6d0a197: No bootstrap required, opened a new log
14:40:59.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.739362 11378 raft_consensus.cc:348] T 00000000000000000000000000000000 P afb1c7158d314342b588ca76c6d0a197 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "afb1c7158d314342b588ca76c6d0a197" member_type: VOTER last_known_addr { host: "127.10.253.62" port: 36089 } } peers { permanent_uuid: "621be7be760448cdb2c3030ba342f7b6" member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } } peers { permanent_uuid: "19b62b869b7740288d39691f5cda405a" member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } }
14:40:59.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.740706 11378 raft_consensus.cc:374] T 00000000000000000000000000000000 P afb1c7158d314342b588ca76c6d0a197 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:40:59.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.741235 11378 raft_consensus.cc:729] T 00000000000000000000000000000000 P afb1c7158d314342b588ca76c6d0a197 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: afb1c7158d314342b588ca76c6d0a197, State: Initialized, Role: FOLLOWER
14:40:59.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.742448 11378 consensus_queue.cc:260] T 00000000000000000000000000000000 P afb1c7158d314342b588ca76c6d0a197 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "afb1c7158d314342b588ca76c6d0a197" member_type: VOTER last_known_addr { host: "127.10.253.62" port: 36089 } } peers { permanent_uuid: "621be7be760448cdb2c3030ba342f7b6" member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } } peers { permanent_uuid: "19b62b869b7740288d39691f5cda405a" member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } }
14:40:59.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.758213 11378 sys_catalog.cc:564] T 00000000000000000000000000000000 P afb1c7158d314342b588ca76c6d0a197 [sys.catalog]: configured and running, proceeding with master startup.
14:40:59.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.758406 11340 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "19b62b869b7740288d39691f5cda405a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "afb1c7158d314342b588ca76c6d0a197"
14:40:59.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.758859 11339 raft_consensus.cc:3037] T 00000000000000000000000000000000 P afb1c7158d314342b588ca76c6d0a197 [term 0 FOLLOWER]: Advancing to term 1
14:40:59.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.763322 11341 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "19b62b869b7740288d39691f5cda405a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "afb1c7158d314342b588ca76c6d0a197" is_pre_election: true
14:40:59.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.767844 11339 raft_consensus.cc:1261] T 00000000000000000000000000000000 P afb1c7158d314342b588ca76c6d0a197 [term 1 FOLLOWER]: Refusing update from remote peer 19b62b869b7740288d39691f5cda405a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:40:59.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.769654 11633 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [LEADER]: Connected to new peer: Peer: permanent_uuid: "afb1c7158d314342b588ca76c6d0a197" member_type: VOTER last_known_addr { host: "127.10.253.62" port: 36089 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:40:59.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.756800 11695 sys_catalog.cc:455] T 00000000000000000000000000000000 P afb1c7158d314342b588ca76c6d0a197 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "afb1c7158d314342b588ca76c6d0a197" member_type: VOTER last_known_addr { host: "127.10.253.62" port: 36089 } } peers { permanent_uuid: "621be7be760448cdb2c3030ba342f7b6" member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } } peers { permanent_uuid: "19b62b869b7740288d39691f5cda405a" member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } } }
14:40:59.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.771697 11695 sys_catalog.cc:458] T 00000000000000000000000000000000 P afb1c7158d314342b588ca76c6d0a197 [sys.catalog]: This master's current role is: FOLLOWER
14:40:59.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.871810 11708 sys_catalog.cc:455] T 00000000000000000000000000000000 P afb1c7158d314342b588ca76c6d0a197 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "19b62b869b7740288d39691f5cda405a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "afb1c7158d314342b588ca76c6d0a197" member_type: VOTER last_known_addr { host: "127.10.253.62" port: 36089 } } peers { permanent_uuid: "621be7be760448cdb2c3030ba342f7b6" member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } } peers { permanent_uuid: "19b62b869b7740288d39691f5cda405a" member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } } }
14:40:59.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.873924 11708 sys_catalog.cc:458] T 00000000000000000000000000000000 P afb1c7158d314342b588ca76c6d0a197 [sys.catalog]: This master's current role is: FOLLOWER
14:40:59.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.873210 11695 sys_catalog.cc:455] T 00000000000000000000000000000000 P afb1c7158d314342b588ca76c6d0a197 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 19b62b869b7740288d39691f5cda405a. Latest consensus state: current_term: 1 leader_uuid: "19b62b869b7740288d39691f5cda405a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "afb1c7158d314342b588ca76c6d0a197" member_type: VOTER last_known_addr { host: "127.10.253.62" port: 36089 } } peers { permanent_uuid: "621be7be760448cdb2c3030ba342f7b6" member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } } peers { permanent_uuid: "19b62b869b7740288d39691f5cda405a" member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } } }
14:40:59.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.874779 11695 sys_catalog.cc:458] T 00000000000000000000000000000000 P afb1c7158d314342b588ca76c6d0a197 [sys.catalog]: This master's current role is: FOLLOWER
14:40:59.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.912926 11716 catalog_manager.cc:1259] Loaded cluster ID: 561e63d837354577a39d94dee873feb5
14:40:59.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.923188 11716 catalog_manager.cc:1552] T 00000000000000000000000000000000 P afb1c7158d314342b588ca76c6d0a197: loading cluster ID for follower catalog manager: success
14:40:59.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.934227 11716 catalog_manager.cc:1574] T 00000000000000000000000000000000 P afb1c7158d314342b588ca76c6d0a197: acquiring CA information for follower catalog manager: success
14:40:59.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:40:59.956758 11716 catalog_manager.cc:1602] T 00000000000000000000000000000000 P afb1c7158d314342b588ca76c6d0a197: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:41:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:00.131836 11692 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:41:00.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:00.132768 11692 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:41:00.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:00.133991 11692 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:41:00.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:00.196400 11692 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:41:00.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:00.197827 11692 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.253.1
14:41:00.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:00.269994 11726 sys_catalog.cc:455] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "19b62b869b7740288d39691f5cda405a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "afb1c7158d314342b588ca76c6d0a197" member_type: VOTER last_known_addr { host: "127.10.253.62" port: 36089 } } peers { permanent_uuid: "621be7be760448cdb2c3030ba342f7b6" member_type: VOTER last_known_addr { host: "127.10.253.61" port: 36411 } } peers { permanent_uuid: "19b62b869b7740288d39691f5cda405a" member_type: VOTER last_known_addr { host: "127.10.253.60" port: 43843 } } }
14:41:00.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:00.274048 11726 sys_catalog.cc:458] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a [sys.catalog]: This master's current role is: LEADER
14:41:00.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:00.292181 11680 catalog_manager.cc:1259] Loaded cluster ID: 561e63d837354577a39d94dee873feb5
14:41:00.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:00.292779 11680 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 621be7be760448cdb2c3030ba342f7b6: loading cluster ID for follower catalog manager: success
14:41:00.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:00.300962 11680 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 621be7be760448cdb2c3030ba342f7b6: acquiring CA information for follower catalog manager: success
14:41:00.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:00.317677 11680 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 621be7be760448cdb2c3030ba342f7b6: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:41:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:00.322575 11692 tablet_server_runner.cc:78] Tablet server non-default flags:
14:41:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:41:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.253.20:42271
14:41:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:41:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:41:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-0/data
14:41:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-0/wal
14:41:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:41:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:41:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.253.1:0
14:41:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:41:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:41:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:41:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-0/data/info.pb
14:41:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.253.1
14:41:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:41:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.253.62:36089,127.10.253.61:36411,127.10.253.60:43843
14:41:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:41:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:41:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:41:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:41:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:41:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.253.1
14:41:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-0/logs
14:41:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:41:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:41:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:41:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:41:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:41:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:41:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:41:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:41:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:41:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:41:00.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:00.326296 11692 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:41:00.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:00.328644 11692 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:41:00.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:00.385708 11692 server_base.cc:1034] running on GCE node
14:41:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:00.392732 11731 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:41:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:00.393821 11742 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:41:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:01.387768 11692 thread.cc:536] Waited for 1000ms trying to join with AWS (tid 11731)
14:41:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:00.387915 11736 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:41:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:01.894050 11692 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:41:01.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:01.897037 11692 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:41:01.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:01.898516 11692 hybrid_clock.cc:648] HybridClock initialized: now 1786286461898474 us; error 56 us; skew 500 ppm
14:41:01.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:01.899698 11692 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:41:01.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:01.912384 11692 webserver.cc:460] Webserver started at http://127.10.253.1:40291/ using document root <none> and password file <none>
14:41:01.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:01.913609 11692 fs_manager.cc:359] Metadata directory not provided
14:41:01.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:01.913879 11692 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:41:01.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:01.914455 11692 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:41:01.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:01.922436 11692 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-0/data/instance:
14:41:01.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6b38bee77e14e10bf87f2c11a337c4d"
14:41:01.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:41:01 on dist-test-slave-w4v5"
14:41:01.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:01.924324 11692 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-0/wal/instance:
14:41:01.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6b38bee77e14e10bf87f2c11a337c4d"
14:41:01.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:41:01 on dist-test-slave-w4v5"
14:41:01.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:01.935889 11692 fs_manager.cc:691] Time spent creating directory manager: real 0.011s user 0.001s sys 0.008s
14:41:01.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:01.959435 11756 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:41:01.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:01.962373 11692 fs_manager.cc:725] Time spent opening block manager: real 0.021s user 0.002s sys 0.016s
14:41:01.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:01.962855 11692 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-0/data,/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-0/wal
14:41:01.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6b38bee77e14e10bf87f2c11a337c4d"
14:41:01.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:41:01 on dist-test-slave-w4v5"
14:41:01.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:01.963341 11692 fs_report.cc:383] FS layout report
14:41:01.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:41:01.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-0/wal
14:41:01.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-0/wal
14:41:01.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-0/data/data
14:41:01.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:41:01.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:41:01.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:41:01.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:41:01.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:41:01.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:41:01.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:41:01.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:41:01.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:41:01.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:41:01.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:41:02.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.029716 11692 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:41:02.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.032363 11692 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:41:02.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.033128 11692 kserver.cc:163] Server-wide thread pool size limit: 3276
14:41:02.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.038166 11692 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
14:41:02.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.045401 11692 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:41:02.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.045728 11692 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:41:02.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.046056 11692 ts_tablet_manager.cc:610] Registered 0 tablets
14:41:02.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.046272 11692 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:41:02.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.370957 11692 rpc_server.cc:307] RPC server started. Bound to: 127.10.253.1:40857
14:41:02.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.371170 11911 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.253.1:40857 every 8 connection(s)
14:41:02.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.373848 11692 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-0/data/info.pb
14:41:02.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.375873 11252 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu as pid 11692
14:41:02.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.376423 11252 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-0/wal/instance
14:41:02.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.423123 11252 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu
14:41:02.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu
14:41:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-1/wal
14:41:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-1/data
14:41:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:41:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:41:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:41:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:41:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:41:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:41:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-1/logs
14:41:02.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-1/data/info.pb
14:41:02.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:41:02.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:41:02.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:41:02.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:41:02.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:41:02.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:41:02.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:41:02.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:41:02.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:41:02.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:41:02.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.253.2:0
14:41:02.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.253.2
14:41:02.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.253.2
14:41:02.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:41:02.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.253.62:36089,127.10.253.61:36411,127.10.253.60:43843
14:41:02.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.253.20:42271
14:41:02.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:41:02.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:41:02.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:41:02.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.467713 11915 heartbeater.cc:347] Connected to a master server at 127.10.253.61:36411
14:41:02.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.468225 11915 heartbeater.cc:464] Registering TS with master...
14:41:02.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.470172 11915 heartbeater.cc:511] Master 127.10.253.61:36411 requested a full tablet report, sending...
14:41:02.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.474429 11442 ts_manager.cc:194] Registered new tserver with Master: f6b38bee77e14e10bf87f2c11a337c4d (127.10.253.1:40857)
14:41:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.481333 11914 heartbeater.cc:347] Connected to a master server at 127.10.253.60:43843
14:41:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.481706 11914 heartbeater.cc:464] Registering TS with master...
14:41:02.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.482529 11914 heartbeater.cc:511] Master 127.10.253.60:43843 requested a full tablet report, sending...
14:41:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.485272 11556 ts_manager.cc:194] Registered new tserver with Master: f6b38bee77e14e10bf87f2c11a337c4d (127.10.253.1:40857)
14:41:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.489125 11556 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.10.253.1:51041
14:41:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.507009 11920 heartbeater.cc:347] Connected to a master server at 127.10.253.62:36089
14:41:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.507413 11920 heartbeater.cc:464] Registering TS with master...
14:41:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.508173 11920 heartbeater.cc:511] Master 127.10.253.62:36089 requested a full tablet report, sending...
14:41:02.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.512058 11329 ts_manager.cc:194] Registered new tserver with Master: f6b38bee77e14e10bf87f2c11a337c4d (127.10.253.1:40857)
14:41:02.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:02.864516 11924 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:41:02.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:02.865101 11924 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:41:02.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:02.865728 11924 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:41:02.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:02.897171 11924 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:41:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:02.898209 11924 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.253.2
14:41:02.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.934392 11924 tablet_server_runner.cc:78] Tablet server non-default flags:
14:41:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:41:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.253.20:42271
14:41:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:41:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:41:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-1/data
14:41:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-1/wal
14:41:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:41:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:41:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.253.2:0
14:41:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:41:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:41:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:41:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-1/data/info.pb
14:41:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.253.2
14:41:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:41:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.253.62:36089,127.10.253.61:36411,127.10.253.60:43843
14:41:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:41:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:41:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:41:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:41:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:41:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.253.2
14:41:02.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-1/logs
14:41:02.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:41:02.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:41:02.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:41:02.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:41:02.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:41:02.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:41:02.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:41:02.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:41:02.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:41:02.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:41:02.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.936020 11924 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:41:02.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:02.938179 11924 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:41:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:02.970640 11941 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:41:03.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:03.495222 11914 heartbeater.cc:503] Master 127.10.253.60:43843 was elected leader, sending a full tablet report...
14:41:04.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:04.367753 11936 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 11924
14:41:04.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:02.976100 11937 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:41:04.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:04.799420 11936 kernel_stack_watchdog.cc:198] Thread 11924 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 391ms:
14:41:04.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:41:04.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:41:04.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:41:04.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:41:04.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:04.802031 11944 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:41:04.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:04.800791 11924 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.828s user 0.692s sys 1.089s
14:41:04.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:04.802762 11924 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.830s user 0.692s sys 1.089s
14:41:04.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:04.805624 11942 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1832 milliseconds
14:41:04.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:04.805658 11924 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:41:04.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:04.807322 11924 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:41:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:04.809924 11924 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:41:04.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:04.811348 11924 hybrid_clock.cc:648] HybridClock initialized: now 1786286464811262 us; error 82 us; skew 500 ppm
14:41:04.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:04.812379 11924 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:41:04.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:04.819598 11924 webserver.cc:460] Webserver started at http://127.10.253.2:45689/ using document root <none> and password file <none>
14:41:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:04.820714 11924 fs_manager.cc:359] Metadata directory not provided
14:41:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:04.820904 11924 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:41:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:04.821285 11924 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:41:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:04.826380 11924 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-1/data/instance:
14:41:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "837f3c7baaaa4da59140af5294dc67e6"
14:41:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:41:04 on dist-test-slave-w4v5"
14:41:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:04.827630 11924 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-1/wal/instance:
14:41:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "837f3c7baaaa4da59140af5294dc67e6"
14:41:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:41:04 on dist-test-slave-w4v5"
14:41:04.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:04.835513 11924 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.002s
14:41:04.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:04.841352 11954 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:41:04.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:04.842567 11924 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
14:41:04.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:04.842839 11924 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-1/data,/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-1/wal
14:41:04.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "837f3c7baaaa4da59140af5294dc67e6"
14:41:04.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:41:04 on dist-test-slave-w4v5"
14:41:04.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:04.843181 11924 fs_report.cc:383] FS layout report
14:41:04.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:41:04.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-1/wal
14:41:04.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-1/wal
14:41:04.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-1/data/data
14:41:04.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:41:04.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:41:04.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:41:04.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:41:04.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:41:04.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:41:04.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:41:04.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:41:04.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:41:04.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:41:04.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:41:04.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:04.896369 11924 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:41:04.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:04.897907 11924 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:41:04.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:04.898341 11924 kserver.cc:163] Server-wide thread pool size limit: 3276
14:41:04.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:04.901163 11924 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
14:41:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:04.905479 11924 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:41:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:04.905681 11924 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:41:04.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:04.905876 11924 ts_tablet_manager.cc:610] Registered 0 tablets
14:41:04.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:04.906002 11924 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:41:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:05.155275 11924 rpc_server.cc:307] RPC server started. Bound to: 127.10.253.2:45703
14:41:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:05.155380 12115 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.253.2:45703 every 8 connection(s)
14:41:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:05.157919 11924 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-1/data/info.pb
14:41:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:05.162577 11252 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu as pid 11924
14:41:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:05.163345 11252 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-1/wal/instance
14:41:05.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:05.200961 11252 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu
14:41:05.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu
14:41:05.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-2/wal
14:41:05.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-2/data
14:41:05.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:41:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:41:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:41:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:41:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:41:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:41:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-2/logs
14:41:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-2/data/info.pb
14:41:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:41:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:41:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:41:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:41:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:41:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:41:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:41:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:41:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:41:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:41:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.253.3:0
14:41:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.253.3
14:41:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.253.3
14:41:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:41:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.253.62:36089,127.10.253.61:36411,127.10.253.60:43843
14:41:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.253.20:42271
14:41:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:41:05.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:41:05.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:41:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:05.217545 12123 heartbeater.cc:347] Connected to a master server at 127.10.253.61:36411
14:41:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:05.218155 12123 heartbeater.cc:464] Registering TS with master...
14:41:05.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:05.222940 12123 heartbeater.cc:511] Master 127.10.253.61:36411 requested a full tablet report, sending...
14:41:05.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:05.227731 11442 ts_manager.cc:194] Registered new tserver with Master: 837f3c7baaaa4da59140af5294dc67e6 (127.10.253.2:45703)
14:41:05.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:05.234915 12124 heartbeater.cc:347] Connected to a master server at 127.10.253.62:36089
14:41:05.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:05.235415 12124 heartbeater.cc:464] Registering TS with master...
14:41:05.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:05.236070 12124 heartbeater.cc:511] Master 127.10.253.62:36089 requested a full tablet report, sending...
14:41:05.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:05.237460 12120 heartbeater.cc:347] Connected to a master server at 127.10.253.60:43843
14:41:05.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:05.237798 12120 heartbeater.cc:464] Registering TS with master...
14:41:05.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:05.238546 12120 heartbeater.cc:511] Master 127.10.253.60:43843 requested a full tablet report, sending...
14:41:05.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:05.239188 11329 ts_manager.cc:194] Registered new tserver with Master: 837f3c7baaaa4da59140af5294dc67e6 (127.10.253.2:45703)
14:41:05.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:05.241919 11556 ts_manager.cc:194] Registered new tserver with Master: 837f3c7baaaa4da59140af5294dc67e6 (127.10.253.2:45703)
14:41:05.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:05.244701 11556 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.10.253.2:34113
14:41:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:05.544340 12137 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:41:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:05.544806 12137 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:41:05.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:05.545327 12137 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:41:05.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:05.576745 12137 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:41:05.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:05.577560 12137 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.253.3
14:41:05.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:05.614287 12137 tablet_server_runner.cc:78] Tablet server non-default flags:
14:41:05.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:41:05.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.253.20:42271
14:41:05.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:41:05.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:41:05.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-2/data
14:41:05.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-2/wal
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.253.3:0
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-2/data/info.pb
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.253.3
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.253.62:36089,127.10.253.61:36411,127.10.253.60:43843
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.253.3
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-2/logs
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:41:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:05.615563 12137 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:41:05.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:05.617363 12137 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:41:05.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:05.637392 12147 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:41:06.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:06.248821 12120 heartbeater.cc:503] Master 127.10.253.60:43843 was elected leader, sending a full tablet report...
14:41:06.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:05.637454 12150 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:41:06.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:05.639258 12137 server_base.cc:1034] running on GCE node
14:41:06.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:05.638053 12148 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:41:06.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:06.895138 12137 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:41:06.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:06.897961 12137 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:41:06.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:06.899362 12137 hybrid_clock.cc:648] HybridClock initialized: now 1786286466899297 us; error 44 us; skew 500 ppm
14:41:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:06.900182 12137 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:41:06.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:06.906849 12137 webserver.cc:460] Webserver started at http://127.10.253.3:38459/ using document root <none> and password file <none>
14:41:06.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:06.907908 12137 fs_manager.cc:359] Metadata directory not provided
14:41:06.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:06.908110 12137 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:41:06.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:06.908515 12137 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:41:06.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:06.913594 12137 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-2/data/instance:
14:41:06.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "88f42369cd3a4b32b1d351d278b7a7a9"
14:41:06.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:41:06 on dist-test-slave-w4v5"
14:41:06.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:06.914677 12137 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-2/wal/instance:
14:41:06.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "88f42369cd3a4b32b1d351d278b7a7a9"
14:41:06.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:41:06 on dist-test-slave-w4v5"
14:41:06.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:06.922008 12137 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.000s
14:41:06.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:06.928292 12163 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:41:06.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:06.929507 12137 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
14:41:06.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:06.929809 12137 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-2/data,/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-2/wal
14:41:06.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "88f42369cd3a4b32b1d351d278b7a7a9"
14:41:06.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:41:06 on dist-test-slave-w4v5"
14:41:06.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:06.930212 12137 fs_report.cc:383] FS layout report
14:41:06.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:41:06.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-2/wal
14:41:06.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-2/wal
14:41:06.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-2/data/data
14:41:06.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:41:06.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:41:06.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:41:06.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:41:06.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:41:06.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:41:06.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:41:06.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:41:06.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:41:06.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:41:06.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:41:06.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:06.995000 12137 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:41:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:06.996591 12137 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:41:06.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:06.997015 12137 kserver.cc:163] Server-wide thread pool size limit: 3276
14:41:06.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:06.999655 12137 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
14:41:07.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:07.004315 12137 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:41:07.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:07.004506 12137 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:41:07.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:07.004716 12137 ts_tablet_manager.cc:610] Registered 0 tablets
14:41:07.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:07.004843 12137 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:41:07.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:07.161084 12137 rpc_server.cc:307] RPC server started. Bound to: 127.10.253.3:36539
14:41:07.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:07.161211 12326 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.253.3:36539 every 8 connection(s)
14:41:07.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:07.164134 12137 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-2/data/info.pb
14:41:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:07.174805 11252 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu as pid 12137
14:41:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:07.175391 11252 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster3966439080354920295/ts-2/wal/instance
14:41:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:07.219048 12329 heartbeater.cc:347] Connected to a master server at 127.10.253.62:36089
14:41:07.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:07.219589 12329 heartbeater.cc:464] Registering TS with master...
14:41:07.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:07.220543 12328 heartbeater.cc:347] Connected to a master server at 127.10.253.61:36411
14:41:07.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:07.219554 12327 heartbeater.cc:347] Connected to a master server at 127.10.253.60:43843
14:41:07.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:07.220883 12328 heartbeater.cc:464] Registering TS with master...
14:41:07.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:07.221060 12327 heartbeater.cc:464] Registering TS with master...
14:41:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:07.220883 12329 heartbeater.cc:511] Master 127.10.253.62:36089 requested a full tablet report, sending...
14:41:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:07.222030 12328 heartbeater.cc:511] Master 127.10.253.61:36411 requested a full tablet report, sending...
14:41:07.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:07.222087 12327 heartbeater.cc:511] Master 127.10.253.60:43843 requested a full tablet report, sending...
14:41:07.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:07.224624 11329 ts_manager.cc:194] Registered new tserver with Master: 88f42369cd3a4b32b1d351d278b7a7a9 (127.10.253.3:36539)
14:41:07.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:07.224792 11556 ts_manager.cc:194] Registered new tserver with Master: 88f42369cd3a4b32b1d351d278b7a7a9 (127.10.253.3:36539)
14:41:07.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:07.226624 11556 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.10.253.3:47475
14:41:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:07.228190 11442 ts_manager.cc:194] Registered new tserver with Master: 88f42369cd3a4b32b1d351d278b7a7a9 (127.10.253.3:36539)
14:41:07.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:07.244565 11252 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
14:41:07.256 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:41:07.258 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
14:41:07.268 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.10.253.62"
port: 36089
}
bound_http_address {
host: "127.10.253.62"
port: 36811
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.10.253.61"
port: 36411
}
bound_http_address {
host: "127.10.253.61"
port: 39881
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.10.253.60"
port: 43843
}
bound_http_address {
host: "127.10.253.60"
port: 34361
}
}
}
14:41:07.273 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:41:07.276 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.10.253.1"
port: 40857
}
bound_http_address {
host: "127.10.253.1"
port: 40291
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.10.253.2"
port: 45703
}
bound_http_address {
host: "127.10.253.2"
port: 45689
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.10.253.3"
port: 36539
}
bound_http_address {
host: "127.10.253.3"
port: 38459
}
}
}
14:41:07.276 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:41:07.458 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
14:41:07.584 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskcITSo6/test-tmp
14:41:07.585 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:41:07.586 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskcITSo6/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:41:07.589 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
14:41:07.985 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:41:07.985 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:41:07.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:07.988734 12342 mini_oidc.cc:152] Starting JWKS server
14:41:07.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:07.993089 12342 webserver.cc:460] Webserver started at http://127.0.0.1:38653/ using document root <none> and password file <none>
14:41:07.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:07.993620 12342 mini_oidc.cc:189] Starting OIDC Discovery server
14:41:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:07.995599 12342 webserver.cc:460] Webserver started at http://127.0.0.1:43763/ using document root <none> and password file <none>
14:41:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
14:41:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/principal' for realm 'KRBTEST.COM',
14:41:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
14:41:08.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:41:08 dist-test-slave-w4v5 krb5kdc[12359](info): setting up network...
14:41:08.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
14:41:08.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:41:08 dist-test-slave-w4v5 krb5kdc[12359](info): set up 2 sockets
14:41:08.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:41:08 dist-test-slave-w4v5 krb5kdc[12359](info): commencing operation
14:41:08.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
14:41:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:08.230713 12327 heartbeater.cc:503] Master 127.10.253.60:43843 was elected leader, sending a full tablet report...
14:41:09.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:09.349723 12342 mini_kdc.cc:121] Time spent starting KDC: real 1.326s user 0.002s sys 0.020s
14:41:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
14:41:09.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:41:09.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
14:41:09.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
14:41:09.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:41:09.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
14:41:09.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
14:41:09.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:41:09.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
14:41:09.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:41:09.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/test-user.keytab.
14:41:09.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/test-user.keytab.
14:41:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:41:09 dist-test-slave-w4v5 krb5kdc[12359](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786286469, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:41:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
14:41:09.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T14:41:09Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
14:41:09.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T14:41:09Z Disabled control of system clock
14:41:09.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.12.13.190@KRBTEST.COM; defaulting to no policy
14:41:09.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:41:09.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.12.13.190@KRBTEST.COM" created.
14:41:09.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:41:09.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.13.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/kudu_127.12.13.190.keytab.
14:41:09.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.13.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/kudu_127.12.13.190.keytab.
14:41:09.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:09.547529 12342 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu
14:41:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu
14:41:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/wal
14:41:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/data
14:41:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:41:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:41:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:41:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:41:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:41:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:41:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/logs
14:41:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/data/info.pb
14:41:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:41:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:41:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:41:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:41:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:41:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:41:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:41:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:41:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:41:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:41:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:41:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:41:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.13.190:33753
14:41:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.13.190
14:41:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:41:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/kudu_127.12.13.190.keytab
14:41:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.13.190
14:41:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:41:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:41:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:41:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.13.148:37907
14:41:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:41:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:41:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:41:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:41:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.13.190:33753,127.12.13.189:39057,127.12.13.188:33607
14:41:09.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:41:09.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38653/jwks.json
14:41:09.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:41:09.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:09.864205 12379 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:41:09.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:09.864751 12379 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:41:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:09.865316 12379 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:41:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:09.896397 12379 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
14:41:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:09.896631 12379 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:41:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:09.896884 12379 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:41:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:09.897163 12379 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:41:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:09.897356 12379 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:41:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:09.897541 12379 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:41:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:09.897684 12379 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38653/jwks.json
14:41:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:09.933640 12379 master_runner.cc:386] Master server non-default flags:
14:41:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:41:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.13.148:37907
14:41:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:41:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:41:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/data
14:41:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/wal
14:41:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:41:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:41:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.13.190:33753,127.12.13.189:39057,127.12.13.188:33607
14:41:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/kudu_127.12.13.190.keytab
14:41:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.13.190
14:41:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:41:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:41:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:41:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.13.190:33753
14:41:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:41:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:41:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:41:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38653/jwks.json
14:41:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:41:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:41:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:41:09.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:41:09.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:41:09.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/data/info.pb
14:41:09.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.13.190
14:41:09.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:41:09.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:41:09.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:41:09.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:41:09.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:41:09.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:41:09.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/logs
14:41:09.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:41:09.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:41:09.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:41:09.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:41:09.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:41:09.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:41:09.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:41:09.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:41:09.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:41:09.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:41:09.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:09.935226 12379 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:41:09.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:09.936388 12379 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:41:09.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:09.969266 12388 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:41:11.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:09.979895 12379 server_base.cc:1034] running on GCE node
14:41:11.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:09.986826 12390 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:41:11.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:09.977809 12387 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:41:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.335752 12379 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:41:11.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.338850 12379 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:41:11.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.340197 12379 hybrid_clock.cc:648] HybridClock initialized: now 1786286471340234 us; error 121 us; skew 500 ppm
14:41:11.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.341105 12379 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:41:11.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:41:11 dist-test-slave-w4v5 krb5kdc[12359](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786286471, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.13.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:41:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.347514 12379 init.cc:377] Logged in from keytab as kudu/127.12.13.190@KRBTEST.COM (short username kudu)
14:41:11.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.353983 12379 webserver.cc:460] Webserver started at http://127.12.13.190:38397/ using document root <none> and password file <none>
14:41:11.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.354923 12379 fs_manager.cc:359] Metadata directory not provided
14:41:11.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.355187 12379 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:41:11.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.355716 12379 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:41:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.361114 12379 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/data/instance:
14:41:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64be7b8059bc4ed5833d030a978dbbee"
14:41:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:41:11 on dist-test-slave-w4v5"
14:41:11.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.362391 12379 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/wal/instance:
14:41:11.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64be7b8059bc4ed5833d030a978dbbee"
14:41:11.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:41:11 on dist-test-slave-w4v5"
14:41:11.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.371943 12379 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.006s sys 0.001s
14:41:11.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.385135 12405 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:41:11.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.386382 12379 fs_manager.cc:725] Time spent opening block manager: real 0.010s user 0.005s sys 0.004s
14:41:11.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.386786 12379 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/data,/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/wal
14:41:11.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64be7b8059bc4ed5833d030a978dbbee"
14:41:11.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:41:11 on dist-test-slave-w4v5"
14:41:11.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.387426 12379 fs_report.cc:383] FS layout report
14:41:11.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:41:11.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/wal
14:41:11.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/wal
14:41:11.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/data/data
14:41:11.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:41:11.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:41:11.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:41:11.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:41:11.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:41:11.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:41:11.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:41:11.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:41:11.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:41:11.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:41:11.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:41:11.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.451186 12379 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:41:11.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.460325 12379 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:41:11.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.461087 12379 kserver.cc:163] Server-wide thread pool size limit: 3276
14:41:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.761945 12379 rpc_server.cc:307] RPC server started. Bound to: 127.12.13.190:33753
14:41:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.762336 12480 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.13.190:33753 every 8 connection(s)
14:41:11.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.766084 12379 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/data/info.pb
14:41:11.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.770859 12342 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu as pid 12379
14:41:11.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.771716 12342 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/wal/instance
14:41:11.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.781545 12481 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:41:11.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.12.13.189@KRBTEST.COM; defaulting to no policy
14:41:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:41:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.12.13.189@KRBTEST.COM" created.
14:41:11.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.804529 12481 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.13.190" port: 33753 } has no permanent_uuid. Determining permanent_uuid...
14:41:11.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:41:11.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.13.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/kudu_127.12.13.189.keytab.
14:41:11.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.13.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/kudu_127.12.13.189.keytab.
14:41:11.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.832507 12342 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu
14:41:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu
14:41:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/wal
14:41:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/data
14:41:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:41:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:41:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:41:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:41:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:41:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:41:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/logs
14:41:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/data/info.pb
14:41:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:41:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:41:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:41:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:41:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:41:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:41:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:41:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:41:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:41:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:41:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:41:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:41:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.13.189:39057
14:41:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.13.189
14:41:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:41:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/kudu_127.12.13.189.keytab
14:41:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.13.189
14:41:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:41:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:41:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:41:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.13.148:37907
14:41:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:41:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:41:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:41:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:41:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.13.190:33753,127.12.13.189:39057,127.12.13.188:33607
14:41:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:41:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38653/jwks.json
14:41:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:41:11.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:41:11 dist-test-slave-w4v5 krb5kdc[12359](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786286471, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.13.190@KRBTEST.COM for kudu/127.12.13.190@KRBTEST.COM
14:41:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.885645 12481 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.13.189" port: 39057 } has no permanent_uuid. Determining permanent_uuid...
14:41:11.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:11.890309 12410 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.13.189:39057: connect: Connection refused (error 111)
14:41:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:11.899596 12481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.13.189:39057: Network error: Client connection negotiation failed: client connection to 127.12.13.189:39057: connect: Connection refused (error 111)
14:41:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:11.949247 12481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.13.189" port: 39057 } attempt: 1
14:41:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:11.957938 12481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.13.189:39057: Network error: Client connection negotiation failed: client connection to 127.12.13.189:39057: connect: Connection refused (error 111)
14:41:12.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:12.026726 12481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.13.189" port: 39057 } attempt: 2
14:41:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:12.033980 12481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.13.189:39057: Network error: Client connection negotiation failed: client connection to 127.12.13.189:39057: connect: Connection refused (error 111)
14:41:12.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:12.125458 12481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.13.189" port: 39057 } attempt: 3
14:41:12.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:12.132755 12481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.13.189:39057: Network error: Client connection negotiation failed: client connection to 127.12.13.189:39057: connect: Connection refused (error 111)
14:41:12.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:12.276372 12481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.13.189" port: 39057 } attempt: 4
14:41:12.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:12.283527 12481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.13.189:39057: Network error: Client connection negotiation failed: client connection to 127.12.13.189:39057: connect: Connection refused (error 111)
14:41:12.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:12.473450 12491 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:41:12.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:12.474144 12491 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:41:12.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:12.474753 12491 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:41:12.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:12.509560 12491 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
14:41:12.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:12.509801 12491 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:41:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:12.510193 12491 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:41:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:12.510452 12491 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:41:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:12.510650 12491 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:41:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:12.510840 12491 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:41:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:12.510982 12491 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38653/jwks.json
14:41:12.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:12.553061 12491 master_runner.cc:386] Master server non-default flags:
14:41:12.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:41:12.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.13.148:37907
14:41:12.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:41:12.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:41:12.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/data
14:41:12.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/wal
14:41:12.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:41:12.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:41:12.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.13.190:33753,127.12.13.189:39057,127.12.13.188:33607
14:41:12.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/kudu_127.12.13.189.keytab
14:41:12.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.13.189
14:41:12.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:41:12.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:41:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:41:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.13.189:39057
14:41:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:41:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:41:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:41:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38653/jwks.json
14:41:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:41:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:41:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:41:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:41:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:41:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/data/info.pb
14:41:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.13.189
14:41:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:41:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:41:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:41:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:41:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:41:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:41:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/logs
14:41:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:41:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:41:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:41:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:41:12.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:41:12.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:41:12.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:41:12.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:41:12.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:41:12.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:41:12.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:12.554389 12491 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:41:12.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:12.555766 12491 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:41:12.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:12.583214 12481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.13.189" port: 39057 } attempt: 5
14:41:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:12.591867 12481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.13.189:39057: Network error: Client connection negotiation failed: client connection to 127.12.13.189:39057: connect: Connection refused (error 111)
14:41:12.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:12.604065 12500 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:41:13.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:13.139650 12481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.13.189" port: 39057 } attempt: 6
14:41:13.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:13.152143 12481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.13.189:39057: Network error: Client connection negotiation failed: client connection to 127.12.13.189:39057: connect: Connection refused (error 111)
14:41:14.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:12.606629 12501 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:41:14.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:12.612732 12503 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:41:14.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:14.073817 12502 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1468 milliseconds
14:41:14.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.073979 12491 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:41:14.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.075659 12491 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:41:14.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.080435 12491 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:41:14.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.081970 12491 hybrid_clock.cc:648] HybridClock initialized: now 1786286474081892 us; error 81 us; skew 500 ppm
14:41:14.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.082893 12491 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:41:14.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:41:14 dist-test-slave-w4v5 krb5kdc[12359](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786286474, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.13.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:41:14.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.094909 12491 init.cc:377] Logged in from keytab as kudu/127.12.13.189@KRBTEST.COM (short username kudu)
14:41:14.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.109360 12491 webserver.cc:460] Webserver started at http://127.12.13.189:41349/ using document root <none> and password file <none>
14:41:14.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.110570 12491 fs_manager.cc:359] Metadata directory not provided
14:41:14.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.110823 12491 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:41:14.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.111459 12491 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:41:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.117616 12491 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/data/instance:
14:41:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c7cd73d48354460b1b31ed7e0670432"
14:41:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:41:14 on dist-test-slave-w4v5"
14:41:14.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.118925 12491 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/wal/instance:
14:41:14.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c7cd73d48354460b1b31ed7e0670432"
14:41:14.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:41:14 on dist-test-slave-w4v5"
14:41:14.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.131765 12491 fs_manager.cc:691] Time spent creating directory manager: real 0.012s user 0.005s sys 0.005s
14:41:14.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.142205 12532 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:41:14.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.143513 12491 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.003s sys 0.003s
14:41:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.143954 12491 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/data,/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/wal
14:41:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c7cd73d48354460b1b31ed7e0670432"
14:41:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:41:14 on dist-test-slave-w4v5"
14:41:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.144375 12491 fs_report.cc:383] FS layout report
14:41:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:41:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/wal
14:41:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/wal
14:41:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/data/data
14:41:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:41:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:41:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:41:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:41:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:41:14.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:41:14.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:41:14.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:41:14.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:41:14.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:41:14.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:41:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.203831 12491 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:41:14.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.212675 12481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.13.189" port: 39057 } attempt: 7
14:41:14.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.213971 12491 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:41:14.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.214829 12491 kserver.cc:163] Server-wide thread pool size limit: 3276
14:41:14.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:14.229842 12481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.13.189:39057: Network error: Client connection negotiation failed: client connection to 127.12.13.189:39057: connect: Connection refused (error 111)
14:41:14.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.530670 12491 rpc_server.cc:307] RPC server started. Bound to: 127.12.13.189:39057
14:41:14.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.531582 12609 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.13.189:39057 every 8 connection(s)
14:41:14.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.534457 12491 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/data/info.pb
14:41:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.545034 12342 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu as pid 12491
14:41:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.545593 12342 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/wal/instance
14:41:14.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.548473 12610 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:41:14.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.12.13.188@KRBTEST.COM; defaulting to no policy
14:41:14.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:41:14.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.12.13.188@KRBTEST.COM" created.
14:41:14.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.580170 12610 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.13.190" port: 33753 } has no permanent_uuid. Determining permanent_uuid...
14:41:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:41:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.13.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/kudu_127.12.13.188.keytab.
14:41:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.13.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/kudu_127.12.13.188.keytab.
14:41:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.605217 12342 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu
14:41:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu
14:41:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/wal
14:41:14.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/data
14:41:14.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:41:14.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:41:14.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:41:14.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:41:14.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:41:14.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:41:14.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/logs
14:41:14.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/data/info.pb
14:41:14.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:41:14.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:41:14.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:41:14.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:41:14.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:41:14.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:41:14.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:41:14.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:41:14.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:41:14.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:41:14.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:41:14.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:41:14.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.13.188:33607
14:41:14.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.13.188
14:41:14.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:41:14.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/kudu_127.12.13.188.keytab
14:41:14.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.13.188
14:41:14.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:41:14.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:41:14.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:41:14.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.13.148:37907
14:41:14.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:41:14.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:41:14.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:41:14.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:41:14.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.13.190:33753,127.12.13.189:39057,127.12.13.188:33607
14:41:14.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:41:14.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38653/jwks.json
14:41:14.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:41:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:41:14 dist-test-slave-w4v5 krb5kdc[12359](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786286474, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.13.189@KRBTEST.COM for kudu/127.12.13.190@KRBTEST.COM
14:41:14.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.651806 12610 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.13.189" port: 39057 } has no permanent_uuid. Determining permanent_uuid...
14:41:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:41:14 dist-test-slave-w4v5 krb5kdc[12359](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786286474, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.13.189@KRBTEST.COM for kudu/127.12.13.189@KRBTEST.COM
14:41:14.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.704835 12610 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } has no permanent_uuid. Determining permanent_uuid...
14:41:14.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:14.708889 12536 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.13.188:33607: connect: Connection refused (error 111)
14:41:14.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:14.721385 12610 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.13.188:33607: Network error: Client connection negotiation failed: client connection to 127.12.13.188:33607: connect: Connection refused (error 111)
14:41:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.771097 12610 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } attempt: 1
14:41:14.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:14.777386 12610 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.13.188:33607: Network error: Client connection negotiation failed: client connection to 127.12.13.188:33607: connect: Connection refused (error 111)
14:41:14.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.845830 12610 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } attempt: 2
14:41:14.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:14.849625 12610 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.13.188:33607: Network error: Client connection negotiation failed: client connection to 127.12.13.188:33607: connect: Connection refused (error 111)
14:41:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:14.941167 12610 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } attempt: 3
14:41:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:14.946355 12610 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.13.188:33607: Network error: Client connection negotiation failed: client connection to 127.12.13.188:33607: connect: Connection refused (error 111)
14:41:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:15.089929 12610 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } attempt: 4
14:41:15.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:15.094807 12610 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.13.188:33607: Network error: Client connection negotiation failed: client connection to 127.12.13.188:33607: connect: Connection refused (error 111)
14:41:15.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:15.112391 12619 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:41:15.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:15.113088 12619 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:41:15.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:15.113701 12619 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:41:15.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:15.145821 12619 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
14:41:15.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:15.146065 12619 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:41:15.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:15.146343 12619 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:41:15.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:15.146545 12619 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:41:15.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:15.146723 12619 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:41:15.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:15.146907 12619 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:41:15.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:15.147043 12619 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38653/jwks.json
14:41:15.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:15.186239 12619 master_runner.cc:386] Master server non-default flags:
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.13.148:37907
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/data
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/wal
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.13.190:33753,127.12.13.189:39057,127.12.13.188:33607
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/kudu_127.12.13.188.keytab
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.13.188
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.13.188:33607
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38653/jwks.json
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/data/info.pb
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.13.188
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/logs
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:41:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:41:15.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:41:15.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:41:15.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:41:15.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:41:15.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:41:15.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:41:15.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:15.187467 12619 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:41:15.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:15.188436 12619 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:41:15.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:15.217971 12634 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:41:15.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:15.394282 12610 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } attempt: 5
14:41:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:15.398670 12610 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.13.188:33607: Network error: Client connection negotiation failed: client connection to 127.12.13.188:33607: connect: Connection refused (error 111)
14:41:15.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:15.946099 12610 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } attempt: 6
14:41:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:15.958645 12610 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.13.188:33607: Network error: Client connection negotiation failed: client connection to 127.12.13.188:33607: connect: Connection refused (error 111)
14:41:16.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:16.320683 12481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.13.189" port: 39057 } attempt: 8
14:41:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:41:16 dist-test-slave-w4v5 krb5kdc[12359](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786286471, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.13.190@KRBTEST.COM for kudu/127.12.13.189@KRBTEST.COM
14:41:16.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:16.347427 12481 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } has no permanent_uuid. Determining permanent_uuid...
14:41:16.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:16.353085 12481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.13.188:33607: Network error: Client connection negotiation failed: client connection to 127.12.13.188:33607: connect: Connection refused (error 111)
14:41:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:16.418597 12481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } attempt: 1
14:41:16.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:16.424777 12481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.13.188:33607: Network error: Client connection negotiation failed: client connection to 127.12.13.188:33607: connect: Connection refused (error 111)
14:41:16.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:16.478425 12481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } attempt: 2
14:41:16.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:16.485360 12481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.13.188:33607: Network error: Client connection negotiation failed: client connection to 127.12.13.188:33607: connect: Connection refused (error 111)
14:41:16.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:16.561919 12481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } attempt: 3
14:41:16.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:16.567417 12481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.13.188:33607: Network error: Client connection negotiation failed: client connection to 127.12.13.188:33607: connect: Connection refused (error 111)
14:41:16.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:15.217991 12636 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:41:16.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:15.218607 12632 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:41:16.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:15.220647 12619 server_base.cc:1034] running on GCE node
14:41:16.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:16.649576 12619 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:41:16.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:16.653280 12619 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:41:16.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:16.654675 12619 hybrid_clock.cc:648] HybridClock initialized: now 1786286476654647 us; error 57 us; skew 500 ppm
14:41:16.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:16.655640 12619 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:41:16.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:41:16 dist-test-slave-w4v5 krb5kdc[12359](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786286476, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.13.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:41:16.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:16.665098 12619 init.cc:377] Logged in from keytab as kudu/127.12.13.188@KRBTEST.COM (short username kudu)
14:41:16.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:16.678474 12619 webserver.cc:460] Webserver started at http://127.12.13.188:40639/ using document root <none> and password file <none>
14:41:16.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:16.680154 12619 fs_manager.cc:359] Metadata directory not provided
14:41:16.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:16.680371 12619 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:41:16.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:16.680811 12619 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:41:16.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:16.686519 12619 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/data/instance:
14:41:16.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9490cfab9c434dd09f6199b3b3d917a5"
14:41:16.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:41:16 on dist-test-slave-w4v5"
14:41:16.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:16.687680 12619 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/wal/instance:
14:41:16.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9490cfab9c434dd09f6199b3b3d917a5"
14:41:16.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:41:16 on dist-test-slave-w4v5"
14:41:16.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:16.699671 12619 fs_manager.cc:691] Time spent creating directory manager: real 0.011s user 0.002s sys 0.009s
14:41:16.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:16.707509 12657 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:41:16.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:16.708599 12619 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.008s sys 0.000s
14:41:16.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:16.709040 12619 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/data,/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/wal
14:41:16.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9490cfab9c434dd09f6199b3b3d917a5"
14:41:16.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:41:16 on dist-test-slave-w4v5"
14:41:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:16.709443 12619 fs_report.cc:383] FS layout report
14:41:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:41:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/wal
14:41:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/wal
14:41:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/data/data
14:41:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:41:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:41:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:41:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:41:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:41:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:41:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:41:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:41:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:41:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:41:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:41:16.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:16.722885 12481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } attempt: 4
14:41:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:16.729029 12481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.13.188:33607: Network error: Client connection negotiation failed: client connection to 127.12.13.188:33607: connect: Connection refused (error 111)
14:41:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:16.773002 12619 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:41:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:16.779465 12619 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:41:16.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:16.779975 12619 kserver.cc:163] Server-wide thread pool size limit: 3276
14:41:17.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.019133 12610 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } attempt: 7
14:41:17.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.025681 12481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } attempt: 5
14:41:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:17.029278 12410 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.13.188:33607: connect: Connection refused (error 111) [suppressed 12 similar messages]
14:41:17.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:17.033674 12481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.13.188:33607: Network error: Client connection negotiation failed: client connection to 127.12.13.188:33607: connect: Connection refused (error 111)
14:41:17.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:17.034179 12610 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.13.188:33607: Network error: Client connection negotiation failed: client connection to 127.12.13.188:33607: connect: Connection refused (error 111)
14:41:17.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.055141 12619 rpc_server.cc:307] RPC server started. Bound to: 127.12.13.188:33607
14:41:17.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.055236 12733 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.13.188:33607 every 8 connection(s)
14:41:17.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.057964 12619 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/data/info.pb
14:41:17.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.059646 12342 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu as pid 12619
14:41:17.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.060369 12342 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/wal/instance
14:41:17.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.084635 12739 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:41:17.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.124056 12739 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.13.190" port: 33753 } has no permanent_uuid. Determining permanent_uuid...
14:41:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:41:17 dist-test-slave-w4v5 krb5kdc[12359](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786286469, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.13.188@KRBTEST.COM
14:41:17.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:41:17 dist-test-slave-w4v5 krb5kdc[12359](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786286476, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.13.188@KRBTEST.COM for kudu/127.12.13.190@KRBTEST.COM
14:41:17.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:41:17 dist-test-slave-w4v5 krb5kdc[12359](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786286469, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.13.189@KRBTEST.COM
14:41:17.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.195564 12739 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.13.189" port: 39057 } has no permanent_uuid. Determining permanent_uuid...
14:41:17.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:41:17 dist-test-slave-w4v5 krb5kdc[12359](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786286476, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.13.188@KRBTEST.COM for kudu/127.12.13.189@KRBTEST.COM
14:41:17.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:41:17 dist-test-slave-w4v5 krb5kdc[12359](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786286469, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.13.190@KRBTEST.COM
14:41:17.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.240994 12739 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } has no permanent_uuid. Determining permanent_uuid...
14:41:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:41:17 dist-test-slave-w4v5 krb5kdc[12359](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786286476, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.13.188@KRBTEST.COM for kudu/127.12.13.188@KRBTEST.COM
14:41:17.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.260993 12342 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
14:41:17.271 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:41:17.273 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
14:41:17.291 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
14:41:17.292 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
14:41:17.296 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.12.13.190"
port: 33753
}
bound_http_address {
host: "127.12.13.190"
port: 38397
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.12.13.189"
port: 39057
}
bound_http_address {
host: "127.12.13.189"
port: 41349
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.12.13.188"
port: 33607
}
bound_http_address {
host: "127.12.13.188"
port: 40639
}
}
}
14:41:17.298 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:41:17.298 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:41:17.298 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
14:41:17.300 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
14:41:17.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.303509 12739 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: Bootstrap starting.
14:41:17.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.319886 12739 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: Neither blocks nor log segments found. Creating new log.
14:41:17.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.325039 12739 log.cc:824] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: Log is configured to *not* fsync() on all Append() calls
14:41:17.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.335601 12739 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: No bootstrap required, opened a new log
14:41:17.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:41:17 dist-test-slave-w4v5 krb5kdc[12359](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786286477, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:41:17.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
14:41:17.347 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:41:17.350 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/krb5cc
14:41:17.357 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:41:17.358 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/krb5cc
14:41:17.359 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:41:17.363 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
14:41:17.365 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
14:41:17.365 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
14:41:17.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.386394 12739 raft_consensus.cc:348] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64be7b8059bc4ed5833d030a978dbbee" member_type: VOTER last_known_addr { host: "127.12.13.190" port: 33753 } } peers { permanent_uuid: "0c7cd73d48354460b1b31ed7e0670432" member_type: VOTER last_known_addr { host: "127.12.13.189" port: 39057 } } peers { permanent_uuid: "9490cfab9c434dd09f6199b3b3d917a5" member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } }
14:41:17.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.387471 12739 raft_consensus.cc:374] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:41:17.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.387825 12739 raft_consensus.cc:729] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9490cfab9c434dd09f6199b3b3d917a5, State: Initialized, Role: FOLLOWER
14:41:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.389451 12739 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64be7b8059bc4ed5833d030a978dbbee" member_type: VOTER last_known_addr { host: "127.12.13.190" port: 33753 } } peers { permanent_uuid: "0c7cd73d48354460b1b31ed7e0670432" member_type: VOTER last_known_addr { host: "127.12.13.189" port: 39057 } } peers { permanent_uuid: "9490cfab9c434dd09f6199b3b3d917a5" member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } }
14:41:17.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.398936 12759 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64be7b8059bc4ed5833d030a978dbbee" member_type: VOTER last_known_addr { host: "127.12.13.190" port: 33753 } } peers { permanent_uuid: "0c7cd73d48354460b1b31ed7e0670432" member_type: VOTER last_known_addr { host: "127.12.13.189" port: 39057 } } peers { permanent_uuid: "9490cfab9c434dd09f6199b3b3d917a5" member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } } }
14:41:17.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.400421 12759 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [sys.catalog]: This master's current role is: FOLLOWER
14:41:17.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.400513 12739 sys_catalog.cc:564] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [sys.catalog]: configured and running, proceeding with master startup.
14:41:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:41:17 dist-test-slave-w4v5 krb5kdc[12359](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786286477, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:41:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
14:41:17.415 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:41:17.416 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/krb5cc
14:41:17.418 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:41:17.418 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.13.188:33607
14:41:17.422 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
14:41:17.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.423054 12342 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu with pid 12619
14:41:17.461 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:41:17.461 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.13.190:33753
14:41:17.462 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
14:41:17.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.463218 12342 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu with pid 12379
14:41:17.496 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:41:17.496 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.13.189:39057
14:41:17.497 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
14:41:17.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.497444 12342 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu with pid 12491
14:41:17.533 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:41:17.533 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.13.188:33607
14:41:17.535 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
14:41:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.537235 12342 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu
14:41:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu
14:41:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/wal
14:41:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/data
14:41:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:41:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:41:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:41:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:41:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:41:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:41:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/logs
14:41:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/data/info.pb
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.13.188:33607
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.13.188
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40639
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/kudu_127.12.13.188.keytab
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.13.188
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.13.148:37907
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.13.190:33753,127.12.13.189:39057,127.12.13.188:33607
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38653/jwks.json
14:41:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:41:17.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:17.858418 12769 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:41:17.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:17.858980 12769 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:41:17.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:17.859697 12769 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:41:17.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:17.892328 12769 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
14:41:17.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:17.892575 12769 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:41:17.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:17.892843 12769 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:41:17.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:17.893049 12769 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:41:17.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:17.893313 12769 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:41:17.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:17.893527 12769 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:41:17.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:17.893671 12769 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38653/jwks.json
14:41:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.933293 12769 master_runner.cc:386] Master server non-default flags:
14:41:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:41:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.13.148:37907
14:41:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:41:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:41:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/data
14:41:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/wal
14:41:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:41:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:41:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.13.190:33753,127.12.13.189:39057,127.12.13.188:33607
14:41:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/kudu_127.12.13.188.keytab
14:41:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.13.188
14:41:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:41:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:41:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:41:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.13.188:33607
14:41:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:41:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:41:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:41:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38653/jwks.json
14:41:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:41:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:41:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:41:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:41:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:41:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/data/info.pb
14:41:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.13.188
14:41:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40639
14:41:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:41:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:41:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:41:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:41:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:41:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/logs
14:41:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:41:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:41:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:41:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:41:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:41:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:41:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:41:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:41:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:41:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:41:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.934540 12769 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:41:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.935570 12769 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:41:17.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:17.955534 12789 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:41:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:17.955977 12785 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:41:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:17.957294 12769 server_base.cc:1034] running on GCE node
14:41:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:17.956707 12792 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:41:19.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.203348 12769 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:41:19.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.206037 12769 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:41:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.207424 12769 hybrid_clock.cc:648] HybridClock initialized: now 1786286479207372 us; error 52 us; skew 500 ppm
14:41:19.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.208388 12769 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:41:19.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:41:19 dist-test-slave-w4v5 krb5kdc[12359](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786286479, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.13.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:41:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.214432 12769 init.cc:377] Logged in from keytab as kudu/127.12.13.188@KRBTEST.COM (short username kudu)
14:41:19.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.220323 12769 webserver.cc:460] Webserver started at http://127.12.13.188:40639/ using document root <none> and password file <none>
14:41:19.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.221212 12769 fs_manager.cc:359] Metadata directory not provided
14:41:19.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.221405 12769 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:41:19.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.229310 12769 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.001s sys 0.004s
14:41:19.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.234290 12805 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:41:19.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.235399 12769 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
14:41:19.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.235690 12769 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/data,/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/wal
14:41:19.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9490cfab9c434dd09f6199b3b3d917a5"
14:41:19.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:41:16 on dist-test-slave-w4v5"
14:41:19.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.238175 12769 fs_report.cc:383] FS layout report
14:41:19.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:41:19.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/wal
14:41:19.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/wal
14:41:19.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/data/data
14:41:19.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:41:19.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:41:19.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:41:19.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:41:19.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:41:19.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:41:19.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:41:19.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:41:19.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:41:19.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:41:19.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:41:19.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.285073 12769 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:41:19.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.291309 12769 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:41:19.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.291829 12769 kserver.cc:163] Server-wide thread pool size limit: 3276
14:41:19.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.378643 12769 rpc_server.cc:307] RPC server started. Bound to: 127.12.13.188:33607
14:41:19.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.378723 12880 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.13.188:33607 every 8 connection(s)
14:41:19.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.382424 12769 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-2/data/info.pb
14:41:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.391706 12342 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu as pid 12769
14:41:19.392 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:41:19.392 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.13.190:33753
14:41:19.393 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
14:41:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.394357 12881 sys_catalog.cc:263] Verifying existing consensus state
14:41:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.394465 12342 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu
14:41:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu
14:41:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/wal
14:41:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/data
14:41:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:41:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:41:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:41:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:41:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:41:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:41:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/logs
14:41:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/data/info.pb
14:41:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:41:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:41:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:41:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:41:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:41:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:41:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:41:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:41:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:41:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:41:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:41:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:41:19.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.13.190:33753
14:41:19.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.13.190
14:41:19.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38397
14:41:19.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/kudu_127.12.13.190.keytab
14:41:19.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.13.190
14:41:19.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:41:19.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:41:19.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:41:19.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.13.148:37907
14:41:19.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:41:19.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:41:19.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:41:19.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:41:19.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.13.190:33753,127.12.13.189:39057,127.12.13.188:33607
14:41:19.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:41:19.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38653/jwks.json
14:41:19.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:41:19.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.400182 12881 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: Bootstrap starting.
14:41:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.447444 12881 log.cc:824] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: Log is configured to *not* fsync() on all Append() calls
14:41:19.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.455055 12881 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:41:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.456092 12881 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: Bootstrap complete.
14:41:19.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.491537 12881 raft_consensus.cc:348] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64be7b8059bc4ed5833d030a978dbbee" member_type: VOTER last_known_addr { host: "127.12.13.190" port: 33753 } } peers { permanent_uuid: "0c7cd73d48354460b1b31ed7e0670432" member_type: VOTER last_known_addr { host: "127.12.13.189" port: 39057 } } peers { permanent_uuid: "9490cfab9c434dd09f6199b3b3d917a5" member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } }
14:41:19.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.494956 12881 raft_consensus.cc:374] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:41:19.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.495316 12881 raft_consensus.cc:729] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9490cfab9c434dd09f6199b3b3d917a5, State: Initialized, Role: FOLLOWER
14:41:19.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.502190 12881 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64be7b8059bc4ed5833d030a978dbbee" member_type: VOTER last_known_addr { host: "127.12.13.190" port: 33753 } } peers { permanent_uuid: "0c7cd73d48354460b1b31ed7e0670432" member_type: VOTER last_known_addr { host: "127.12.13.189" port: 39057 } } peers { permanent_uuid: "9490cfab9c434dd09f6199b3b3d917a5" member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } }
14:41:19.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.504498 12891 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:41:19.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.505024 12891 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64be7b8059bc4ed5833d030a978dbbee" member_type: VOTER last_known_addr { host: "127.12.13.190" port: 33753 } } peers { permanent_uuid: "0c7cd73d48354460b1b31ed7e0670432" member_type: VOTER last_known_addr { host: "127.12.13.189" port: 39057 } } peers { permanent_uuid: "9490cfab9c434dd09f6199b3b3d917a5" member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } }
14:41:19.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.507234 12881 sys_catalog.cc:564] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [sys.catalog]: configured and running, proceeding with master startup.
14:41:19.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.515372 12893 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64be7b8059bc4ed5833d030a978dbbee" member_type: VOTER last_known_addr { host: "127.12.13.190" port: 33753 } } peers { permanent_uuid: "0c7cd73d48354460b1b31ed7e0670432" member_type: VOTER last_known_addr { host: "127.12.13.189" port: 39057 } } peers { permanent_uuid: "9490cfab9c434dd09f6199b3b3d917a5" member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } } }
14:41:19.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.516165 12893 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [sys.catalog]: This master's current role is: FOLLOWER
14:41:19.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.529233 12891 leader_election.cc:288] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 64be7b8059bc4ed5833d030a978dbbee (127.12.13.190:33753), 0c7cd73d48354460b1b31ed7e0670432 (127.12.13.189:39057)
14:41:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:19.530264 12808 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.13.190:33753: connect: Connection refused (error 111)
14:41:19.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:19.544292 12809 leader_election.cc:334] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0c7cd73d48354460b1b31ed7e0670432 (127.12.13.189:39057): Network error: Client connection negotiation failed: client connection to 127.12.13.189:39057: connect: Connection refused (error 111)
14:41:19.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:19.545064 12808 leader_election.cc:334] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 64be7b8059bc4ed5833d030a978dbbee (127.12.13.190:33753): Network error: Client connection negotiation failed: client connection to 127.12.13.190:33753: connect: Connection refused (error 111)
14:41:19.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.545527 12808 leader_election.cc:302] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9490cfab9c434dd09f6199b3b3d917a5; no voters: 0c7cd73d48354460b1b31ed7e0670432, 64be7b8059bc4ed5833d030a978dbbee
14:41:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.547044 12891 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:41:19.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:19.549090 12812 tablet.cc:2369] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:41:19.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:19.568324 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:19.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:19.568653 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:19.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.563436 12769 master_runner.cc:186] Error getting master registration for 127.12.13.190:33753: Network error: Client connection negotiation failed: client connection to 127.12.13.190:33753: connect: Connection refused (error 111),
14:41:19.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.586887 12769 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:41:19.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:19.804199 12885 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:41:19.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:19.804903 12885 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:41:19.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:19.805645 12885 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:41:19.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:19.839334 12885 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
14:41:19.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:19.839650 12885 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:41:19.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:19.840071 12885 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:41:19.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:19.840415 12885 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:41:19.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:19.840787 12885 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:41:19.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:19.841114 12885 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:41:19.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:19.841347 12885 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38653/jwks.json
14:41:19.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.879948 12885 master_runner.cc:386] Master server non-default flags:
14:41:19.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:41:19.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.13.148:37907
14:41:19.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:41:19.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:41:19.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/data
14:41:19.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/wal
14:41:19.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:41:19.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:41:19.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.13.190:33753,127.12.13.189:39057,127.12.13.188:33607
14:41:19.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/kudu_127.12.13.190.keytab
14:41:19.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.13.190
14:41:19.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:41:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:41:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:41:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.13.190:33753
14:41:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:41:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:41:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:41:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38653/jwks.json
14:41:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:41:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:41:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:41:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:41:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:41:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/data/info.pb
14:41:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.13.190
14:41:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38397
14:41:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:41:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:41:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:41:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:41:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:41:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/logs
14:41:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:41:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:41:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:41:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:41:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:41:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:41:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:41:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:41:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:41:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:41:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.881541 12885 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:41:19.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.882930 12885 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:41:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:19.902530 12927 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:41:20.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:20.573015 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:20.573370 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:21.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.185456 12936 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:41:21.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.185954 12936 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64be7b8059bc4ed5833d030a978dbbee" member_type: VOTER last_known_addr { host: "127.12.13.190" port: 33753 } } peers { permanent_uuid: "0c7cd73d48354460b1b31ed7e0670432" member_type: VOTER last_known_addr { host: "127.12.13.189" port: 39057 } } peers { permanent_uuid: "9490cfab9c434dd09f6199b3b3d917a5" member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } }
14:41:21.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.202430 12936 leader_election.cc:288] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 64be7b8059bc4ed5833d030a978dbbee (127.12.13.190:33753), 0c7cd73d48354460b1b31ed7e0670432 (127.12.13.189:39057)
14:41:21.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:21.218549 12808 leader_election.cc:334] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 64be7b8059bc4ed5833d030a978dbbee (127.12.13.190:33753): Network error: Client connection negotiation failed: client connection to 127.12.13.190:33753: connect: Connection refused (error 111)
14:41:21.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:21.219230 12809 leader_election.cc:334] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0c7cd73d48354460b1b31ed7e0670432 (127.12.13.189:39057): Network error: Client connection negotiation failed: client connection to 127.12.13.189:39057: connect: Connection refused (error 111)
14:41:21.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.219630 12809 leader_election.cc:302] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9490cfab9c434dd09f6199b3b3d917a5; no voters: 0c7cd73d48354460b1b31ed7e0670432, 64be7b8059bc4ed5833d030a978dbbee
14:41:21.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.220337 12936 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:41:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:19.904976 12885 server_base.cc:1034] running on GCE node
14:41:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:19.905331 12930 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:41:21.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:19.903596 12928 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:41:21.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.284806 12885 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:41:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.287657 12885 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:41:21.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.289242 12885 hybrid_clock.cc:648] HybridClock initialized: now 1786286481289171 us; error 81 us; skew 500 ppm
14:41:21.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.290205 12885 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:41:21.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:41:21 dist-test-slave-w4v5 krb5kdc[12359](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786286481, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.13.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:41:21.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.297935 12885 init.cc:377] Logged in from keytab as kudu/127.12.13.190@KRBTEST.COM (short username kudu)
14:41:21.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.310513 12885 webserver.cc:460] Webserver started at http://127.12.13.190:38397/ using document root <none> and password file <none>
14:41:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.311915 12885 fs_manager.cc:359] Metadata directory not provided
14:41:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.312225 12885 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:41:21.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.322978 12885 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.002s sys 0.005s
14:41:21.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.328586 12948 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:41:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.329981 12885 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
14:41:21.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.330356 12885 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/data,/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/wal
14:41:21.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64be7b8059bc4ed5833d030a978dbbee"
14:41:21.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:41:11 on dist-test-slave-w4v5"
14:41:21.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.333559 12885 fs_report.cc:383] FS layout report
14:41:21.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:41:21.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/wal
14:41:21.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/wal
14:41:21.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/data/data
14:41:21.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:41:21.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:41:21.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:41:21.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:41:21.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:41:21.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:41:21.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:41:21.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:41:21.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:41:21.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:41:21.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:41:21.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.374402 12885 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:41:21.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.383345 12885 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:41:21.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.383965 12885 kserver.cc:163] Server-wide thread pool size limit: 3276
14:41:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.500434 12885 rpc_server.cc:307] RPC server started. Bound to: 127.12.13.190:33753
14:41:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.500459 13015 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.13.190:33753 every 8 connection(s)
14:41:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.504038 12885 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/data/info.pb
14:41:21.519 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:41:21.519 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.13.189:39057
14:41:21.520 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
14:41:21.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.518077 12342 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu as pid 12885
14:41:21.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.522774 12342 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu
14:41:21.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu
14:41:21.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/wal
14:41:21.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/data
14:41:21.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/logs
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/data/info.pb
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.13.189:39057
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.13.189
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41349
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/kudu_127.12.13.189.keytab
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.13.189
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:41:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.13.148:37907
14:41:21.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:41:21.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:41:21.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:41:21.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:41:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.13.190:33753,127.12.13.189:39057,127.12.13.188:33607
14:41:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:41:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38653/jwks.json
14:41:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:41:21.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.534495 13017 sys_catalog.cc:263] Verifying existing consensus state
14:41:21.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260809 14:41:21.536018 13017 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
14:41:21.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.536577 12885 master.cc:537] Master@127.12.13.190:33753 shutting down...
14:41:21.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:21.581856 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:21.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:21.582229 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:21.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.628847 12885 master.cc:552] Master@127.12.13.190:33753 shutdown complete.
14:41:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
14:41:21.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:21.898382 13021 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:41:21.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:21.899176 13021 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:41:21.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:21.899941 13021 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:41:21.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:21.931409 13021 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
14:41:21.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:21.931704 13021 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:41:21.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:21.932158 13021 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:41:21.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:21.932530 13021 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:41:21.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:21.932883 13021 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:41:21.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:21.933208 13021 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:41:21.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:21.933470 13021 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38653/jwks.json
14:41:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.986536 13021 master_runner.cc:386] Master server non-default flags:
14:41:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:41:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.13.148:37907
14:41:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:41:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:41:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/data
14:41:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/wal
14:41:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:41:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:41:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.13.190:33753,127.12.13.189:39057,127.12.13.188:33607
14:41:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/krb5kdc/kudu_127.12.13.189.keytab
14:41:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.13.189
14:41:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:41:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:41:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:41:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.13.189:39057
14:41:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:41:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:41:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:41:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38653/jwks.json
14:41:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:41:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:41:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:41:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:41:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:41:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/data/info.pb
14:41:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.13.189
14:41:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41349
14:41:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:41:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:41:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:41:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:41:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:41:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/logs
14:41:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:41:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:41:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:41:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:41:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:41:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:41:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:41:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:41:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:41:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:41:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.988149 13021 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:41:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:21.989527 13021 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:41:22.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:22.009618 13038 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:41:22.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:22.588281 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:22.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:22.588788 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:22.984683 13044 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:41:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:22.985292 13044 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64be7b8059bc4ed5833d030a978dbbee" member_type: VOTER last_known_addr { host: "127.12.13.190" port: 33753 } } peers { permanent_uuid: "0c7cd73d48354460b1b31ed7e0670432" member_type: VOTER last_known_addr { host: "127.12.13.189" port: 39057 } } peers { permanent_uuid: "9490cfab9c434dd09f6199b3b3d917a5" member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } }
14:41:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:22.987142 13044 leader_election.cc:288] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 64be7b8059bc4ed5833d030a978dbbee (127.12.13.190:33753), 0c7cd73d48354460b1b31ed7e0670432 (127.12.13.189:39057)
14:41:23.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:23.005667 12809 leader_election.cc:334] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0c7cd73d48354460b1b31ed7e0670432 (127.12.13.189:39057): Network error: Client connection negotiation failed: client connection to 127.12.13.189:39057: connect: Connection refused (error 111)
14:41:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:23.007310 12808 leader_election.cc:334] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 64be7b8059bc4ed5833d030a978dbbee (127.12.13.190:33753): Network error: Client connection negotiation failed: client connection to 127.12.13.190:33753: connect: Connection refused (error 111)
14:41:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:23.008144 12808 leader_election.cc:302] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9490cfab9c434dd09f6199b3b3d917a5; no voters: 0c7cd73d48354460b1b31ed7e0670432, 64be7b8059bc4ed5833d030a978dbbee
14:41:23.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:23.009047 13044 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:41:23.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:22.009748 13032 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:41:23.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:22.011190 13036 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:41:23.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:23.277932 13037 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:41:23.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:23.278180 13021 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:41:23.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:23.282626 13021 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:41:23.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:23.285358 13021 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:41:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:23.286777 13021 hybrid_clock.cc:648] HybridClock initialized: now 1786286483286679 us; error 94 us; skew 500 ppm
14:41:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:23.287699 13021 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:41:23.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:41:23 dist-test-slave-w4v5 krb5kdc[12359](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786286483, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.13.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:41:23.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:23.294417 13021 init.cc:377] Logged in from keytab as kudu/127.12.13.189@KRBTEST.COM (short username kudu)
14:41:23.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:23.300302 13021 webserver.cc:460] Webserver started at http://127.12.13.189:41349/ using document root <none> and password file <none>
14:41:23.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:23.301362 13021 fs_manager.cc:359] Metadata directory not provided
14:41:23.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:23.301652 13021 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:41:23.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:23.310189 13021 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.005s sys 0.000s
14:41:23.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:23.315184 13056 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:41:23.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:23.319324 13021 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.004s sys 0.000s
14:41:23.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:23.319736 13021 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/data,/tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/wal
14:41:23.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c7cd73d48354460b1b31ed7e0670432"
14:41:23.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:41:14 on dist-test-slave-w4v5"
14:41:23.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:23.323522 13021 fs_report.cc:383] FS layout report
14:41:23.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:41:23.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/wal
14:41:23.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/wal
14:41:23.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/data/data
14:41:23.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:41:23.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:41:23.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:41:23.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:41:23.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:41:23.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:41:23.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:41:23.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:41:23.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:41:23.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:41:23.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:41:23.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:23.370203 13021 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:41:23.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:23.376356 13021 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:41:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:23.376936 13021 kserver.cc:163] Server-wide thread pool size limit: 3276
14:41:23.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:23.453087 13021 rpc_server.cc:307] RPC server started. Bound to: 127.12.13.189:39057
14:41:23.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:23.453176 13125 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.13.189:39057 every 8 connection(s)
14:41:23.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:23.456220 13021 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/data/info.pb
14:41:23.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:23.463918 12342 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu as pid 13021
14:41:23.464 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:41:23.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:23.467757 13127 sys_catalog.cc:263] Verifying existing consensus state
14:41:23.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260809 14:41:23.468559 13127 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
14:41:23.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:23.469029 13021 master.cc:537] Master@127.12.13.189:39057 shutting down...
14:41:23.532 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.13.188:33607(127.12.13.188:33607)] connecting to peer
14:41:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:23.545867 13021 master.cc:552] Master@127.12.13.189:39057 shutdown complete.
14:41:23.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskcITSo6/test-tmp/mini-kudu-cluster7634163326821370782/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
14:41:23.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:23.593116 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:23.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:23.593448 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:23.609 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.13.190:33753(127.12.13.190:33753)] connecting to peer
14:41:23.610 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.13.189:39057(127.12.13.189:39057)] connecting to peer
14:41:23.645 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.13.188:33607(127.12.13.188:33607)] Successfully connected to peer
14:41:23.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:23.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.13.190:33753(127.12.13.190:33753)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:23.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.190:33753: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:23.700 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:23.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.189:39057(127.12.13.189:39057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:23.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.189:39057: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:23.716 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
14:41:23.727 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.12.13.188
14:41:23.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:41:23 dist-test-slave-w4v5 krb5kdc[12359](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786286477, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.13.188@KRBTEST.COM
14:41:23.966 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x06f9131b, L:/127.0.0.1:39898 - R:/127.12.13.188:33607] using SASL/GSSAPI
14:41:23.985 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057; will retry
14:41:24.011 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.190:33753(127.12.13.190:33753)] connecting to peer
14:41:24.013 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.189:39057(127.12.13.189:39057)] connecting to peer
14:41:24.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.13.190:33753(127.12.13.190:33753)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.190:33753: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.189:39057(127.12.13.189:39057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.189:39057: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057; will retry
14:41:24.029 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.190:33753(127.12.13.190:33753)] connecting to peer
14:41:24.031 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.189:39057(127.12.13.189:39057)] connecting to peer
14:41:24.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.13.190:33753(127.12.13.190:33753)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.190:33753: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.189:39057(127.12.13.189:39057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.189:39057: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057; will retry
14:41:24.049 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.190:33753(127.12.13.190:33753)] connecting to peer
14:41:24.050 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.189:39057(127.12.13.189:39057)] connecting to peer
14:41:24.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.13.190:33753(127.12.13.190:33753)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.190:33753: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.189:39057(127.12.13.189:39057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.189:39057: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057; will retry
14:41:24.089 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.190:33753(127.12.13.190:33753)] connecting to peer
14:41:24.091 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.189:39057(127.12.13.189:39057)] connecting to peer
14:41:24.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.13.190:33753(127.12.13.190:33753)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.190:33753: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.189:39057(127.12.13.189:39057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.189:39057: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057; will retry
14:41:24.130 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.190:33753(127.12.13.190:33753)] connecting to peer
14:41:24.131 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.189:39057(127.12.13.189:39057)] connecting to peer
14:41:24.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.13.190:33753(127.12.13.190:33753)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.190:33753: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.189:39057(127.12.13.189:39057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.189:39057: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057; will retry
14:41:24.149 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.190:33753(127.12.13.190:33753)] connecting to peer
14:41:24.151 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.189:39057(127.12.13.189:39057)] connecting to peer
14:41:24.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.13.190:33753(127.12.13.190:33753)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.190:33753: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.189:39057(127.12.13.189:39057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.189:39057: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057; will retry
14:41:24.210 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.190:33753(127.12.13.190:33753)] connecting to peer
14:41:24.213 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.189:39057(127.12.13.189:39057)] connecting to peer
14:41:24.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.13.190:33753(127.12.13.190:33753)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.190:33753: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.189:39057(127.12.13.189:39057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.189:39057: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057; will retry
14:41:24.333 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.190:33753(127.12.13.190:33753)] connecting to peer
14:41:24.334 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.189:39057(127.12.13.189:39057)] connecting to peer
14:41:24.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.13.190:33753(127.12.13.190:33753)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.190:33753: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.189:39057(127.12.13.189:39057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.189:39057: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057; will retry
14:41:24.490 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.190:33753(127.12.13.190:33753)] connecting to peer
14:41:24.492 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.189:39057(127.12.13.189:39057)] connecting to peer
14:41:24.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.13.190:33753(127.12.13.190:33753)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.190:33753: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.189:39057(127.12.13.189:39057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.189:39057: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057; will retry
14:41:24.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:24.589963 12769 master_runner.cc:186] Error getting master registration for 127.12.13.190:33753: Network error: Client connection negotiation failed: client connection to 127.12.13.190:33753: connect: Connection refused (error 111),
14:41:24.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:24.590456 12769 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:41:24.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:24.597718 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:24.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:24.598033 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:24.889 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.190:33753(127.12.13.190:33753)] connecting to peer
14:41:24.891 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.189:39057(127.12.13.189:39057)] connecting to peer
14:41:24.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.13.190:33753(127.12.13.190:33753)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.190:33753: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:24.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.189:39057(127.12.13.189:39057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.189:39057: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:24.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057; will retry
14:41:24.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:24.927000 13141 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:41:24.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:24.927452 13141 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64be7b8059bc4ed5833d030a978dbbee" member_type: VOTER last_known_addr { host: "127.12.13.190" port: 33753 } } peers { permanent_uuid: "0c7cd73d48354460b1b31ed7e0670432" member_type: VOTER last_known_addr { host: "127.12.13.189" port: 39057 } } peers { permanent_uuid: "9490cfab9c434dd09f6199b3b3d917a5" member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } }
14:41:24.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:24.929194 13141 leader_election.cc:288] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 64be7b8059bc4ed5833d030a978dbbee (127.12.13.190:33753), 0c7cd73d48354460b1b31ed7e0670432 (127.12.13.189:39057)
14:41:24.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:24.930747 12808 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.13.190:33753: connect: Connection refused (error 111) [suppressed 5 similar messages]
14:41:24.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:24.933780 12808 leader_election.cc:334] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 64be7b8059bc4ed5833d030a978dbbee (127.12.13.190:33753): Network error: Client connection negotiation failed: client connection to 127.12.13.190:33753: connect: Connection refused (error 111)
14:41:24.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:24.934242 12809 leader_election.cc:334] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0c7cd73d48354460b1b31ed7e0670432 (127.12.13.189:39057): Network error: Client connection negotiation failed: client connection to 127.12.13.189:39057: connect: Connection refused (error 111)
14:41:24.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:24.934530 12809 leader_election.cc:302] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9490cfab9c434dd09f6199b3b3d917a5; no voters: 0c7cd73d48354460b1b31ed7e0670432, 64be7b8059bc4ed5833d030a978dbbee
14:41:24.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:24.935051 13141 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:41:25.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:25.602035 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:25.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:25.602377 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:26.349 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.190:33753(127.12.13.190:33753)] connecting to peer
14:41:26.351 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.189:39057(127.12.13.189:39057)] connecting to peer
14:41:26.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:26.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.13.190:33753(127.12.13.190:33753)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:26.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.190:33753: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:26.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:26.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.189:39057(127.12.13.189:39057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:26.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.189:39057: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:26.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057; will retry
14:41:26.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:26.606374 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:26.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:26.606710 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:26.950 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.190:33753(127.12.13.190:33753)] connecting to peer
14:41:26.952 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.189:39057(127.12.13.189:39057)] connecting to peer
14:41:26.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:26.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.13.190:33753(127.12.13.190:33753)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:26.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.190:33753: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:26.960 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:26.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.189:39057(127.12.13.189:39057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:26.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.189:39057: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:26.961 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057; will retry
14:41:27.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:27.613194 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:27.613593 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:28.531 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.190:33753(127.12.13.190:33753)] connecting to peer
14:41:28.533 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.189:39057(127.12.13.189:39057)] connecting to peer
14:41:28.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:28.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.13.190:33753(127.12.13.190:33753)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:28.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.190:33753: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:28.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:28.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.189:39057(127.12.13.189:39057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:28.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.189:39057: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:28.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057; will retry
14:41:28.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:28.625581 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:28.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:28.626624 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:29.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:41:29 dist-test-slave-w4v5 krb5kdc[12359](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786286489, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.13.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:41:29.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:29.223176 12798 init.cc:295] Successfully reacquired a new kerberos TGT
14:41:29.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:29.594805 12769 master_runner.cc:186] Error getting master registration for 127.12.13.190:33753: Network error: Client connection negotiation failed: client connection to 127.12.13.190:33753: connect: Connection refused (error 111),
14:41:29.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:29.595352 12769 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:41:29.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:29.630072 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:29.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:29.630384 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:30.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:30.636217 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:30.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:30.636935 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:31.562109 13156 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:41:31.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:31.562609 13156 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64be7b8059bc4ed5833d030a978dbbee" member_type: VOTER last_known_addr { host: "127.12.13.190" port: 33753 } } peers { permanent_uuid: "0c7cd73d48354460b1b31ed7e0670432" member_type: VOTER last_known_addr { host: "127.12.13.189" port: 39057 } } peers { permanent_uuid: "9490cfab9c434dd09f6199b3b3d917a5" member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } }
14:41:31.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:31.564504 13156 leader_election.cc:288] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 64be7b8059bc4ed5833d030a978dbbee (127.12.13.190:33753), 0c7cd73d48354460b1b31ed7e0670432 (127.12.13.189:39057)
14:41:31.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:31.566648 12808 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.13.190:33753: connect: Connection refused (error 111) [suppressed 1 similar messages]
14:41:31.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:31.569973 12808 leader_election.cc:334] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 64be7b8059bc4ed5833d030a978dbbee (127.12.13.190:33753): Network error: Client connection negotiation failed: client connection to 127.12.13.190:33753: connect: Connection refused (error 111)
14:41:31.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:31.570552 12809 leader_election.cc:334] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0c7cd73d48354460b1b31ed7e0670432 (127.12.13.189:39057): Network error: Client connection negotiation failed: client connection to 127.12.13.189:39057: connect: Connection refused (error 111)
14:41:31.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:31.570837 12809 leader_election.cc:302] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9490cfab9c434dd09f6199b3b3d917a5; no voters: 0c7cd73d48354460b1b31ed7e0670432, 64be7b8059bc4ed5833d030a978dbbee
14:41:31.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:31.571475 13156 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:41:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:31.640677 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:31.640965 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:31.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:31.679693 12323 debug-util.cc:398] Leaking SignalData structure 0x7b08000becc0 after lost signal to thread 12140
14:41:31.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:31.680897 12323 debug-util.cc:398] Leaking SignalData structure 0x7b08000beba0 after lost signal to thread 12326
14:41:32.569 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.190:33753(127.12.13.190:33753)] connecting to peer
14:41:32.570 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.189:39057(127.12.13.189:39057)] connecting to peer
14:41:32.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:32.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.13.190:33753(127.12.13.190:33753)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:32.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.190:33753: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:32.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:32.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.189:39057(127.12.13.189:39057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:32.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.189:39057: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:32.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057; will retry
14:41:32.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:32.645629 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:32.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:32.646377 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:33.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:33.650277 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:33.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:33.650640 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:34.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:34.598539 12769 master_runner.cc:186] Error getting master registration for 127.12.13.190:33753: Network error: Client connection negotiation failed: client connection to 127.12.13.190:33753: connect: Connection refused (error 111),
14:41:34.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:34.598991 12769 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:41:34.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:34.654258 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:34.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:34.654531 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:35.129 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.190:33753(127.12.13.190:33753)] connecting to peer
14:41:35.131 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.189:39057(127.12.13.189:39057)] connecting to peer
14:41:35.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:35.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:35.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.13.190:33753(127.12.13.190:33753)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:35.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.189:39057(127.12.13.189:39057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:35.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.190:33753: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:35.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.189:39057: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:35.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057; will retry
14:41:35.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:35.657887 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:35.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:35.658156 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:35.917865 13173 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:41:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:35.918365 13173 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64be7b8059bc4ed5833d030a978dbbee" member_type: VOTER last_known_addr { host: "127.12.13.190" port: 33753 } } peers { permanent_uuid: "0c7cd73d48354460b1b31ed7e0670432" member_type: VOTER last_known_addr { host: "127.12.13.189" port: 39057 } } peers { permanent_uuid: "9490cfab9c434dd09f6199b3b3d917a5" member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } }
14:41:35.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:35.919952 13173 leader_election.cc:288] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 64be7b8059bc4ed5833d030a978dbbee (127.12.13.190:33753), 0c7cd73d48354460b1b31ed7e0670432 (127.12.13.189:39057)
14:41:35.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:35.925133 12808 leader_election.cc:334] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 64be7b8059bc4ed5833d030a978dbbee (127.12.13.190:33753): Network error: Client connection negotiation failed: client connection to 127.12.13.190:33753: connect: Connection refused (error 111)
14:41:35.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:35.925621 12809 leader_election.cc:334] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0c7cd73d48354460b1b31ed7e0670432 (127.12.13.189:39057): Network error: Client connection negotiation failed: client connection to 127.12.13.189:39057: connect: Connection refused (error 111)
14:41:35.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:35.926007 12809 leader_election.cc:302] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9490cfab9c434dd09f6199b3b3d917a5; no voters: 0c7cd73d48354460b1b31ed7e0670432, 64be7b8059bc4ed5833d030a978dbbee
14:41:35.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:35.926556 13173 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:41:36.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:36.661219 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:36.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:36.661572 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:36.930 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.190:33753(127.12.13.190:33753)] connecting to peer
14:41:36.931 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.189:39057(127.12.13.189:39057)] connecting to peer
14:41:36.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:36.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.13.190:33753(127.12.13.190:33753)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:36.932 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.190:33753: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:36.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:36.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.189:39057(127.12.13.189:39057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:36.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.189:39057: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:36.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057; will retry
14:41:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:37.664746 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:37.665007 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:37.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:37.821895 12323 debug-util.cc:398] Leaking SignalData structure 0x7b08000bcba0 after lost signal to thread 12140
14:41:37.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:37.822933 12323 debug-util.cc:398] Leaking SignalData structure 0x7b08000bed40 after lost signal to thread 12326
14:41:38.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:38.668769 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:38.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:38.669106 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:39.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:41:39 dist-test-slave-w4v5 krb5kdc[12359](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786286499, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.13.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:41:39.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:39.226020 12798 init.cc:295] Successfully reacquired a new kerberos TGT
14:41:39.530 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.190:33753(127.12.13.190:33753)] connecting to peer
14:41:39.531 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.189:39057(127.12.13.189:39057)] connecting to peer
14:41:39.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:39.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.13.190:33753(127.12.13.190:33753)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:39.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.190:33753: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:39.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:39.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.189:39057(127.12.13.189:39057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:39.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.189:39057: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:39.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057; will retry
14:41:39.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:39.603183 12769 master_runner.cc:186] Error getting master registration for 127.12.13.190:33753: Network error: Client connection negotiation failed: client connection to 127.12.13.190:33753: connect: Connection refused (error 111),
14:41:39.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:39.603703 12769 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:41:39.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:39.671934 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:39.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:39.672220 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:40.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:40.674979 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:40.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:40.675320 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:41.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:41.678351 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:41.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:41.678653 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:42.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:42.681567 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:42.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:42.681931 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:42.689 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.190:33753(127.12.13.190:33753)] connecting to peer
14:41:42.691 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.189:39057(127.12.13.189:39057)] connecting to peer
14:41:42.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:42.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.13.190:33753(127.12.13.190:33753)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:42.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.190:33753: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:42.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:42.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.189:39057(127.12.13.189:39057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:42.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.189:39057: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:42.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057; will retry
14:41:43.589 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.190:33753(127.12.13.190:33753)] connecting to peer
14:41:43.592 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.189:39057(127.12.13.189:39057)] connecting to peer
14:41:43.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:43.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.13.190:33753(127.12.13.190:33753)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:43.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.190:33753: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:43.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:43.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.189:39057(127.12.13.189:39057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:43.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.189:39057: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:43.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057; will retry
14:41:43.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:43.685037 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:43.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:43.685353 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:44.089 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.190:33753(127.12.13.190:33753)] connecting to peer
14:41:44.091 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.189:39057(127.12.13.189:39057)] connecting to peer
14:41:44.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:44.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.13.190:33753(127.12.13.190:33753)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:44.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.190:33753: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:44.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:44.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.189:39057(127.12.13.189:39057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:44.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.189:39057: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:44.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057; will retry
14:41:44.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:44.606889 12769 master_runner.cc:186] Error getting master registration for 127.12.13.190:33753: Network error: Client connection negotiation failed: client connection to 127.12.13.190:33753: connect: Connection refused (error 111),
14:41:44.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:44.607370 12769 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:41:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:44.688341 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:44.688663 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:45.290 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.190:33753(127.12.13.190:33753)] connecting to peer
14:41:45.291 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.189:39057(127.12.13.189:39057)] connecting to peer
14:41:45.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:45.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.13.190:33753(127.12.13.190:33753)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:45.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.190:33753: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:45.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:45.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.189:39057(127.12.13.189:39057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:45.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.189:39057: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:45.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057; will retry
14:41:45.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:45.692119 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:45.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:45.692427 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:46.490 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.190:33753(127.12.13.190:33753)] connecting to peer
14:41:46.490 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.189:39057(127.12.13.189:39057)] connecting to peer
14:41:46.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:46.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.13.190:33753(127.12.13.190:33753)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:46.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.190:33753: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:46.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:46.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.189:39057(127.12.13.189:39057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:46.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.189:39057: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:46.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057; will retry
14:41:46.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:46.695485 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:46.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:46.695788 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:46.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:46.881488 12111 debug-util.cc:398] Leaking SignalData structure 0x7b08000af060 after lost signal to thread 11929
14:41:46.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:46.882421 12111 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7240 after lost signal to thread 12115
14:41:47.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:47.700042 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:47.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:47.700420 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:48.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:48.009757 11373 debug-util.cc:398] Leaking SignalData structure 0x7b0800042360 after lost signal to thread 11272
14:41:48.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:48.010468 11373 debug-util.cc:398] Leaking SignalData structure 0x7b08000ab800 after lost signal to thread 11377
14:41:48.430 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.190:33753(127.12.13.190:33753)] connecting to peer
14:41:48.430 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.189:39057(127.12.13.189:39057)] connecting to peer
14:41:48.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:48.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.13.190:33753(127.12.13.190:33753)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:48.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.190:33753: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:48.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:48.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.189:39057(127.12.13.189:39057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:48.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.189:39057: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:48.438 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057; will retry
14:41:48.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:48.704018 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:48.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:48.704366 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:41:49 dist-test-slave-w4v5 krb5kdc[12359](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786286509, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.13.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:41:49.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:49.228751 12798 init.cc:295] Successfully reacquired a new kerberos TGT
14:41:49.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:49.611469 12769 master_runner.cc:186] Error getting master registration for 127.12.13.190:33753: Network error: Client connection negotiation failed: client connection to 127.12.13.190:33753: connect: Connection refused (error 111),
14:41:49.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:49.611968 12769 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:41:49.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:49.675786 12111 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6980 after lost signal to thread 11929
14:41:49.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:49.676882 12111 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6360 after lost signal to thread 12115
14:41:49.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:49.707231 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:49.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:49.707463 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:49.709 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.190:33753(127.12.13.190:33753)] connecting to peer
14:41:49.710 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.189:39057(127.12.13.189:39057)] connecting to peer
14:41:49.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:49.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.13.190:33753(127.12.13.190:33753)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:49.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.190:33753: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:49.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:49.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.189:39057(127.12.13.189:39057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:49.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.189:39057: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:49.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057; will retry
14:41:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:50.013975 13214 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:41:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:50.014590 13214 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64be7b8059bc4ed5833d030a978dbbee" member_type: VOTER last_known_addr { host: "127.12.13.190" port: 33753 } } peers { permanent_uuid: "0c7cd73d48354460b1b31ed7e0670432" member_type: VOTER last_known_addr { host: "127.12.13.189" port: 39057 } } peers { permanent_uuid: "9490cfab9c434dd09f6199b3b3d917a5" member_type: VOTER last_known_addr { host: "127.12.13.188" port: 33607 } }
14:41:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:50.016582 13214 leader_election.cc:288] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 64be7b8059bc4ed5833d030a978dbbee (127.12.13.190:33753), 0c7cd73d48354460b1b31ed7e0670432 (127.12.13.189:39057)
14:41:50.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:50.017676 12808 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.13.190:33753: connect: Connection refused (error 111) [suppressed 3 similar messages]
14:41:50.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:50.021301 12808 leader_election.cc:334] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 64be7b8059bc4ed5833d030a978dbbee (127.12.13.190:33753): Network error: Client connection negotiation failed: client connection to 127.12.13.190:33753: connect: Connection refused (error 111)
14:41:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:50.021978 12809 leader_election.cc:334] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0c7cd73d48354460b1b31ed7e0670432 (127.12.13.189:39057): Network error: Client connection negotiation failed: client connection to 127.12.13.189:39057: connect: Connection refused (error 111)
14:41:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:50.022320 12809 leader_election.cc:302] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9490cfab9c434dd09f6199b3b3d917a5; no voters: 0c7cd73d48354460b1b31ed7e0670432, 64be7b8059bc4ed5833d030a978dbbee
14:41:50.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:50.023005 13214 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:41:50.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:50.709928 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:50.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:50.710175 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:51.712682 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:51.712942 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:52.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:52.715523 12916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9490cfab9c434dd09f6199b3b3d917a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:41:52.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:52.715801 12916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:41:52.909 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.190:33753(127.12.13.190:33753)] connecting to peer
14:41:52.910 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.189:39057(127.12.13.189:39057)] connecting to peer
14:41:52.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:52.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.13.190:33753(127.12.13.190:33753)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:52.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:52.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.190:33753: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:52.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.189:39057(127.12.13.189:39057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:52.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.189:39057: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:52.913 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057; will retry
14:41:53.449 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.190:33753(127.12.13.190:33753)] connecting to peer
14:41:53.450 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.13.189:39057(127.12.13.189:39057)] connecting to peer
14:41:53.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:53.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.13.190:33753(127.12.13.190:33753)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:53.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:53.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.190:33753: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753
14:41:53.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.189:39057(127.12.13.189:39057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:53.452 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.13.189:39057: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
14:41:53.453 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057; will retry
14:41:53.458 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29985), Traces: [0ms] refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [177ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [227ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [508ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [513ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [535ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [543ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [544ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [545ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [546ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [556ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [560ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [561ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [562ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [563ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [575ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [581ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [582ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [583ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [584ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [615ms] refreshing cache from master, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [619ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [622ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [623ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [624ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [660ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [661ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [662ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [663ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [675ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [683ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [684ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [690ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [691ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [740ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [741ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [743ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [744ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [856ms] refreshing cache from master, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [864ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [866ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [867ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [868ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [1015ms] refreshing cache from master, [1016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [1018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [1025ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [1415ms] refreshing cache from master, [1415ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [1416ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [1417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [1418ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [1420ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [1420ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [1421ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [2875ms] refreshing cache from master, [2875ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [2876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [2878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [2879ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [2879ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [2881ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [3476ms] refreshing cache from master, [3476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [3477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [3478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [3482ms] too many traces: truncated at 100 traces, deferred=Deferred@462953309(state=PENDING, result=null, callback=(continuation of Deferred@206952663 after retry RPC after error@2003105165) -> (continuation of Deferred@106400283 after retry RPC after error@1565404031) -> (continuation of Deferred@2139079521 after retry RPC after error@803707294) -> (continuation of Deferred@366659883 after retry RPC after error@962792764) -> (continuation of Deferred@948352442 after retry RPC after error@733933661) -> (continuation of Deferred@1760491408 after retry RPC after error@1229262172) -> (continuation of Deferred@1147357867 after retry RPC after error@411264610) -> (continuation of Deferred@122572949 after retry RPC after error@1711313613) -> (continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249), errback=(continuation of Deferred@206952663 after retry RPC after error@2003105165) -> (continuation of Deferred@106400283 after retry RPC after error@1565404031) -> (continuation of Deferred@2139079521 after retry RPC after error@803707294) -> (continuation of Deferred@366659883 after retry RPC after error@962792764) -> (continuation of Deferred@948352442 after retry RPC after error@733933661) -> (continuation of Deferred@1760491408 after retry RPC after error@1229262172) -> (continuation of Deferred@1147357867 after retry RPC after error@411264610) -> (continuation of Deferred@122572949 after retry RPC after error@1711313613) -> (continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249)))
14:41:53.464 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.12.13.189:39057(127.12.13.189:39057)] disconnecting while in state TERMINATED
14:41:53.466 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.12.13.190:33753(127.12.13.190:33753)] disconnecting while in state TERMINATED
14:41:53.466 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.12.13.188:33607(127.12.13.188:33607)] disconnecting while in state READY
14:41:53.471 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:41:53.473 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:41:53.473 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.13.188:33607(127.12.13.188:33607)] handling channelInactive
14:41:53.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.13.188:33607(127.12.13.188:33607)] cleaning up while in state READY due to: connection closed
14:41:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:53.482985 12342 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu with pid 12769
14:41:54.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T14:41:54Z chronyd exiting
14:41:55.783 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:41:55.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:55.785214 11252 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu with pid 11692
14:41:55.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:55.825883 11252 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu with pid 11924
14:41:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:55.871742 11252 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu with pid 12137
14:41:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:55.912856 11252 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu with pid 11271
14:41:55.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:55.959146 11533 connection.cc:535] client connection to 127.10.253.62:36089 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:41:55.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:55.959805 11252 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu with pid 11380
14:41:55.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:55.959726 11533 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:41:55.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:41:55.973800 11533 consensus_peers.cc:487] T 00000000000000000000000000000000 P 19b62b869b7740288d39691f5cda405a -> Peer afb1c7158d314342b588ca76c6d0a197 (127.10.253.62:36089): Couldn't send request to peer afb1c7158d314342b588ca76c6d0a197. Status: Network error: Client connection negotiation failed: client connection to 127.10.253.62:36089: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:41:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:41:56.008296 11252 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskcITSo6/build/tsan/bin/kudu with pid 11496
14:41:57.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T14:41:57Z chronyd exiting
14:41:58.221 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29985), Traces: [0ms] refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [177ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [227ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [508ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [513ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [535ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [543ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [544ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [545ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [546ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [556ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [560ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [561ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [562ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [563ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [575ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [581ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [582ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [583ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [584ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [615ms] refreshing cache from master, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [619ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [622ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [623ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [624ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [660ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [661ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [662ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [663ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [675ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [683ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [684ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [690ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [691ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [740ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [741ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [743ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [744ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [856ms] refreshing cache from master, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [864ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [866ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [867ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [868ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [1015ms] refreshing cache from master, [1016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [1018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [1025ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [1415ms] refreshing cache from master, [1415ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [1416ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [1417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [1418ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [1420ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [1420ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [1421ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [2875ms] refreshing cache from master, [2875ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [2876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [2878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [2879ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [2879ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [2881ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [3476ms] refreshing cache from master, [3476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [3477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [3478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [3482ms] too many traces: truncated at 100 traces, deferred=Deferred@462953309(state=PENDING, result=null, callback=(continuation of Deferred@206952663 after retry RPC after error@2003105165) -> (continuation of Deferred@106400283 after retry RPC after error@1565404031) -> (continuation of Deferred@2139079521 after retry RPC after error@803707294) -> (continuation of Deferred@366659883 after retry RPC after error@962792764) -> (continuation of Deferred@948352442 after retry RPC after error@733933661) -> (continuation of Deferred@1760491408 after retry RPC after error@1229262172) -> (continuation of Deferred@1147357867 after retry RPC after error@411264610) -> (continuation of Deferred@122572949 after retry RPC after error@1711313613) -> (continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249), errback=(continuation of Deferred@206952663 after retry RPC after error@2003105165) -> (continuation of Deferred@106400283 after retry RPC after error@1565404031) -> (continuation of Deferred@2139079521 after retry RPC after error@803707294) -> (continuation of Deferred@366659883 after retry RPC after error@962792764) -> (continuation of Deferred@948352442 after retry RPC after error@733933661) -> (continuation of Deferred@1760491408 after retry RPC after error@1229262172) -> (continuation of Deferred@1147357867 after retry RPC after error@411264610) -> (continuation of Deferred@122572949 after retry RPC after error@1711313613) -> (continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.13.189:39057
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29985), Traces: [0ms] refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [177ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [227ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [508ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [513ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [535ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [543ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [544ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [545ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [546ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [556ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [560ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [561ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [562ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [563ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [575ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [581ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [582ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [583ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [584ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [615ms] refreshing cache from master, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [619ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [622ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [623ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [624ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [660ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [661ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [662ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [663ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [675ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [683ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [684ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [690ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [691ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [740ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [741ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [743ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [744ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [856ms] refreshing cache from master, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [864ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [866ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [867ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [868ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [1015ms] refreshing cache from master, [1016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [1018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [1025ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [1415ms] refreshing cache from master, [1415ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [1416ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [1417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [1418ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [1420ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [1420ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [1421ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [2875ms] refreshing cache from master, [2875ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [2876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [2878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [2879ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.190:33753: Network error: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753, [2879ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.188:33607: OK, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.12.13.189:39057: Network error: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [2881ms] delaying RPC due to: Service unavailable: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057, [3476ms] refreshing cache from master, [3476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.188:33607, [3477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.190:33753, [3478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.13.189:39057, [3482ms] too many traces: truncated at 100 traces, deferred=Deferred@462953309(state=PENDING, result=null, callback=(continuation of Deferred@206952663 after retry RPC after error@2003105165) -> (continuation of Deferred@106400283 after retry RPC after error@1565404031) -> (continuation of Deferred@2139079521 after retry RPC after error@803707294) -> (continuation of Deferred@366659883 after retry RPC after error@962792764) -> (continuation of Deferred@948352442 after retry RPC after error@733933661) -> (continuation of Deferred@1760491408 after retry RPC after error@1229262172) -> (continuation of Deferred@1147357867 after retry RPC after error@411264610) -> (continuation of Deferred@122572949 after retry RPC after error@1711313613) -> (continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249), errback=(continuation of Deferred@206952663 after retry RPC after error@2003105165) -> (continuation of Deferred@106400283 after retry RPC after error@1565404031) -> (continuation of Deferred@2139079521 after retry RPC after error@803707294) -> (continuation of Deferred@366659883 after retry RPC after error@962792764) -> (continuation of Deferred@948352442 after retry RPC after error@733933661) -> (continuation of Deferred@1760491408 after retry RPC after error@1229262172) -> (continuation of Deferred@1147357867 after retry RPC after error@411264610) -> (continuation of Deferred@122572949 after retry RPC after error@1711313613) -> (continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.13.188:33607,127.12.13.190:33753,127.12.13.189:39057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.190:33753(127.12.13.190:33753): Connection refused: /127.12.13.190:33753,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.13.189:39057(127.12.13.189:39057): Connection refused: /127.12.13.189:39057
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.13.189:39057
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)