19:44:05.040 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
19:44:05.052 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskwtP2MO/test-tmp
19:44:05.055 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:44:05.059 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskwtP2MO/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:44:05.306 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
19:44:05.465 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:44:05.466 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:44:05.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:05.470542 2490 mini_oidc.cc:152] Starting JWKS server
19:44:05.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:05.474627 2490 webserver.cc:460] Webserver started at http://127.0.0.1:36821/ using document root <none> and password file <none>
19:44:05.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:05.475328 2490 mini_oidc.cc:189] Starting OIDC Discovery server
19:44:05.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:05.477926 2490 webserver.cc:460] Webserver started at http://127.0.0.1:44443/ using document root <none> and password file <none>
19:44:05.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T19:44:05Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:44:05.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T19:44:05Z Disabled control of system clock
19:44:05.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:05.533605 2490 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu
19:44:05.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu
19:44:05.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-0/wal
19:44:05.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-0/data
19:44:05.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:44:05.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:44:05.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:44:05.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:05.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:05.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:05.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-0/logs
19:44:05.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-0/data/info.pb
19:44:05.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:05.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:44:05.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:44:05.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:44:05.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:44:05.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:05.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:05.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:05.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:44:05.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:44:05.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:05.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:05.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.110.190:32969
19:44:05.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.110.190
19:44:05.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:05.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.110.148:38927
19:44:05.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:05.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:05.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:05.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:05.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.110.190:32969,127.2.110.189:43481,127.2.110.188:39431
19:44:05.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:05.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36821/jwks.json with env {}
19:44:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:05.845247 2504 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:44:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:05.845839 2504 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:44:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:05.846467 2504 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:44:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:05.877651 2504 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:44:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:05.877962 2504 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:44:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:05.878391 2504 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:44:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:05.878749 2504 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:44:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:05.879107 2504 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:44:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:05.879372 2504 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36821/jwks.json
19:44:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:05.921308 2504 master_runner.cc:386] Master server non-default flags:
19:44:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.110.148:38927
19:44:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-0/data
19:44:05.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-0/wal
19:44:05.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:05.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.110.190:32969,127.2.110.189:43481,127.2.110.188:39431
19:44:05.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:05.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:05.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:05.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.110.190:32969
19:44:05.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:05.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:44:05.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:05.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36821/jwks.json
19:44:05.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:05.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:05.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-0/data/info.pb
19:44:05.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.110.190
19:44:05.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:05.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:44:05.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:05.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:44:05.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:44:05.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:05.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-0/logs
19:44:05.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:05.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:44:05.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:44:05.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:44:05.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:44:05.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:44:05.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:44:05.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 18:54:03 UTC on ccycloud.quasar-qqxtnc.root.comops.site
19:44:05.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581135
19:44:05.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:44:05.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:05.922591 2504 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:44:05.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:05.924350 2504 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:44:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:05.944777 2511 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:07.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:05.945761 2504 server_base.cc:1034] running on GCE node
19:44:07.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:05.944705 2514 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:07.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:05.944712 2512 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:07.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.185869 2504 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:44:07.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.189356 2504 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:44:07.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.190850 2504 hybrid_clock.cc:648] HybridClock initialized: now 1786477447190807 us; error 67 us; skew 500 ppm
19:44:07.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.191785 2504 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:44:07.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.202589 2504 webserver.cc:460] Webserver started at http://127.2.110.190:41783/ using document root <none> and password file <none>
19:44:07.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.203651 2504 fs_manager.cc:359] Metadata directory not provided
19:44:07.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.203845 2504 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:44:07.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.204242 2504 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:44:07.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.209326 2504 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-0/data/instance:
19:44:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "601f780a4eb44e3b810abd346f304a9f"
19:44:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:07 on dist-test-slave-wl2h"
19:44:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.210582 2504 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-0/wal/instance:
19:44:07.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "601f780a4eb44e3b810abd346f304a9f"
19:44:07.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:07 on dist-test-slave-wl2h"
19:44:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.218475 2504 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
19:44:07.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.224515 2524 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:44:07.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.225745 2504 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
19:44:07.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.226061 2504 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-0/data,/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-0/wal
19:44:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "601f780a4eb44e3b810abd346f304a9f"
19:44:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:07 on dist-test-slave-wl2h"
19:44:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.226392 2504 fs_report.cc:383] FS layout report
19:44:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:44:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-0/wal
19:44:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-0/wal
19:44:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-0/data/data
19:44:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:44:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:44:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:44:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:44:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:44:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:44:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:44:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:44:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:44:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:44:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:44:07.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.265853 2504 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:44:07.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.267724 2504 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:44:07.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.268224 2504 kserver.cc:163] Server-wide thread pool size limit: 3276
19:44:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.347036 2504 rpc_server.cc:307] RPC server started. Bound to: 127.2.110.190:32969
19:44:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.347160 2589 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.110.190:32969 every 8 connection(s)
19:44:07.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.349982 2504 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-0/data/info.pb
19:44:07.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.355341 2590 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:44:07.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.360338 2490 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu as pid 2504
19:44:07.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.360898 2490 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-0/wal/instance
19:44:07.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.366914 2490 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu
19:44:07.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu
19:44:07.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-1/wal
19:44:07.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-1/data
19:44:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:44:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:44:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:44:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-1/logs
19:44:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-1/data/info.pb
19:44:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:44:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:44:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:44:07.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:44:07.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:07.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:07.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:07.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:44:07.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:44:07.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:07.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:07.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.110.189:43481
19:44:07.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.110.189
19:44:07.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:07.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.110.148:38927
19:44:07.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:07.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:07.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:07.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:07.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.110.190:32969,127.2.110.189:43481,127.2.110.188:39431
19:44:07.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:07.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36821/jwks.json with env {}
19:44:07.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.372215 2590 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.110.190" port: 32969 } has no permanent_uuid. Determining permanent_uuid...
19:44:07.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.409562 2590 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } has no permanent_uuid. Determining permanent_uuid...
19:44:07.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:07.412264 2526 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.110.189:43481: connect: Connection refused (error 111)
19:44:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:07.416805 2590 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.110.189:43481: Network error: Client connection negotiation failed: client connection to 127.2.110.189:43481: connect: Connection refused (error 111)
19:44:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.466384 2590 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } attempt: 1
19:44:07.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:07.470889 2590 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.110.189:43481: Network error: Client connection negotiation failed: client connection to 127.2.110.189:43481: connect: Connection refused (error 111)
19:44:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.539397 2590 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } attempt: 2
19:44:07.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:07.543542 2590 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.110.189:43481: Network error: Client connection negotiation failed: client connection to 127.2.110.189:43481: connect: Connection refused (error 111)
19:44:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.634996 2590 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } attempt: 3
19:44:07.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:07.638800 2590 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.110.189:43481: Network error: Client connection negotiation failed: client connection to 127.2.110.189:43481: connect: Connection refused (error 111)
19:44:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:07.696285 2592 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:44:07.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:07.697008 2592 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:44:07.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:07.697695 2592 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:44:07.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:07.728590 2592 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:44:07.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:07.728998 2592 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:44:07.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:07.729331 2592 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:44:07.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:07.729667 2592 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:44:07.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:07.730029 2592 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:44:07.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:07.730316 2592 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36821/jwks.json
19:44:07.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.766695 2592 master_runner.cc:386] Master server non-default flags:
19:44:07.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:07.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.110.148:38927
19:44:07.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:07.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:07.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-1/data
19:44:07.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-1/wal
19:44:07.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:07.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.110.190:32969,127.2.110.189:43481,127.2.110.188:39431
19:44:07.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:07.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:07.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:07.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.110.189:43481
19:44:07.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:07.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:44:07.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:07.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36821/jwks.json
19:44:07.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:07.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:07.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-1/data/info.pb
19:44:07.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.110.189
19:44:07.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:07.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:44:07.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:07.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:44:07.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:44:07.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:07.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-1/logs
19:44:07.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:07.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:44:07.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:44:07.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:44:07.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:44:07.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:44:07.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:44:07.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 18:54:03 UTC on ccycloud.quasar-qqxtnc.root.comops.site
19:44:07.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581135
19:44:07.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:44:07.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.768450 2592 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:44:07.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.770783 2592 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:44:07.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.782246 2590 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } attempt: 4
19:44:07.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:07.788386 2590 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.110.189:43481: Network error: Client connection negotiation failed: client connection to 127.2.110.189:43481: connect: Connection refused (error 111)
19:44:07.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:07.789955 2602 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:08.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:08.087958 2590 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } attempt: 5
19:44:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:08.092430 2590 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.110.189:43481: Network error: Client connection negotiation failed: client connection to 127.2.110.189:43481: connect: Connection refused (error 111)
19:44:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:08.640059 2590 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } attempt: 6
19:44:08.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:08.649145 2590 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.110.189:43481: Network error: Client connection negotiation failed: client connection to 127.2.110.189:43481: connect: Connection refused (error 111)
19:44:09.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:07.790961 2606 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:09.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:07.790040 2603 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:09.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:07.792953 2592 server_base.cc:1034] running on GCE node
19:44:09.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.007880 2592 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:44:09.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.010849 2592 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:44:09.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.014562 2592 hybrid_clock.cc:648] HybridClock initialized: now 1786477449013824 us; error 746 us; skew 500 ppm
19:44:09.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.015770 2592 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:44:09.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.024057 2592 webserver.cc:460] Webserver started at http://127.2.110.189:39303/ using document root <none> and password file <none>
19:44:09.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.025677 2592 fs_manager.cc:359] Metadata directory not provided
19:44:09.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.025990 2592 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:44:09.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.026538 2592 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:44:09.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.032469 2592 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-1/data/instance:
19:44:09.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0cd5f42db4e45d3a38cf4b648cc4c77"
19:44:09.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:09 on dist-test-slave-wl2h"
19:44:09.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.033828 2592 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-1/wal/instance:
19:44:09.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0cd5f42db4e45d3a38cf4b648cc4c77"
19:44:09.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:09 on dist-test-slave-wl2h"
19:44:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.042101 2592 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.009s sys 0.000s
19:44:09.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.049288 2619 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:44:09.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.050628 2592 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
19:44:09.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.050951 2592 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-1/data,/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-1/wal
19:44:09.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0cd5f42db4e45d3a38cf4b648cc4c77"
19:44:09.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:09 on dist-test-slave-wl2h"
19:44:09.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.051401 2592 fs_report.cc:383] FS layout report
19:44:09.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:44:09.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-1/wal
19:44:09.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-1/wal
19:44:09.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-1/data/data
19:44:09.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:44:09.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:44:09.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:44:09.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:44:09.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:44:09.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:44:09.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:44:09.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:44:09.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:44:09.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:44:09.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:44:09.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.087810 2592 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:44:09.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.089389 2592 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:44:09.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.089816 2592 kserver.cc:163] Server-wide thread pool size limit: 3276
19:44:09.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.167902 2592 rpc_server.cc:307] RPC server started. Bound to: 127.2.110.189:43481
19:44:09.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.168035 2679 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.110.189:43481 every 8 connection(s)
19:44:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.170598 2592 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-1/data/info.pb
19:44:09.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.176921 2680 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:44:09.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.180766 2490 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu as pid 2592
19:44:09.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.181257 2490 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-1/wal/instance
19:44:09.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.183535 2490 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu
19:44:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu
19:44:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-2/wal
19:44:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-2/data
19:44:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:44:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:44:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:44:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-2/logs
19:44:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-2/data/info.pb
19:44:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:44:09.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:44:09.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:44:09.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:44:09.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:09.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:09.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:09.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:44:09.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:44:09.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:09.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:09.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.110.188:39431
19:44:09.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.110.188
19:44:09.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.110.148:38927
19:44:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.110.190:32969,127.2.110.189:43481,127.2.110.188:39431
19:44:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36821/jwks.json with env {}
19:44:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.190321 2680 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.110.190" port: 32969 } has no permanent_uuid. Determining permanent_uuid...
19:44:09.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.215037 2680 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } has no permanent_uuid. Determining permanent_uuid...
19:44:09.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.232307 2680 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } has no permanent_uuid. Determining permanent_uuid...
19:44:09.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:09.234911 2620 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.110.188:39431: connect: Connection refused (error 111)
19:44:09.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:09.240589 2680 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.110.188:39431: Network error: Client connection negotiation failed: client connection to 127.2.110.188:39431: connect: Connection refused (error 111)
19:44:09.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.290221 2680 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } attempt: 1
19:44:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:09.295452 2680 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.110.188:39431: Network error: Client connection negotiation failed: client connection to 127.2.110.188:39431: connect: Connection refused (error 111)
19:44:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.363962 2680 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } attempt: 2
19:44:09.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:09.368124 2680 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.110.188:39431: Network error: Client connection negotiation failed: client connection to 127.2.110.188:39431: connect: Connection refused (error 111)
19:44:09.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.459535 2680 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } attempt: 3
19:44:09.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:09.463598 2680 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.110.188:39431: Network error: Client connection negotiation failed: client connection to 127.2.110.188:39431: connect: Connection refused (error 111)
19:44:09.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:09.526556 2683 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:44:09.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:09.527268 2683 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:44:09.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:09.527889 2683 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:44:09.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:09.560264 2683 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:44:09.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:09.560559 2683 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:44:09.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:09.560766 2683 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:44:09.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:09.560948 2683 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:44:09.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:09.561265 2683 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:44:09.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:09.561503 2683 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36821/jwks.json
19:44:09.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.597398 2683 master_runner.cc:386] Master server non-default flags:
19:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.110.148:38927
19:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-2/data
19:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-2/wal
19:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.110.190:32969,127.2.110.189:43481,127.2.110.188:39431
19:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.110.188:39431
19:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36821/jwks.json
19:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-2/data/info.pb
19:44:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.110.188
19:44:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:44:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:44:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:44:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-2/logs
19:44:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:44:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:44:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:44:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:44:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:44:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:44:09.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 18:54:03 UTC on ccycloud.quasar-qqxtnc.root.comops.site
19:44:09.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581135
19:44:09.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:44:09.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.598673 2683 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:44:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.600960 2683 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:44:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.607151 2680 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } attempt: 4
19:44:09.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:09.611838 2680 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.110.188:39431: Network error: Client connection negotiation failed: client connection to 127.2.110.188:39431: connect: Connection refused (error 111)
19:44:09.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:09.623380 2696 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:09.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.709775 2590 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } attempt: 7
19:44:09.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.724970 2590 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } has no permanent_uuid. Determining permanent_uuid...
19:44:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:09.730449 2590 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.110.188:39431: Network error: Client connection negotiation failed: client connection to 127.2.110.188:39431: connect: Connection refused (error 111)
19:44:09.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.788913 2590 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } attempt: 1
19:44:09.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:09.793740 2590 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.110.188:39431: Network error: Client connection negotiation failed: client connection to 127.2.110.188:39431: connect: Connection refused (error 111)
19:44:09.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.875309 2590 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } attempt: 2
19:44:09.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:09.880831 2590 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.110.188:39431: Network error: Client connection negotiation failed: client connection to 127.2.110.188:39431: connect: Connection refused (error 111)
19:44:09.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.911391 2680 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } attempt: 5
19:44:09.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:09.916706 2680 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.110.188:39431: Network error: Client connection negotiation failed: client connection to 127.2.110.188:39431: connect: Connection refused (error 111)
19:44:09.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.966311 2590 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } attempt: 3
19:44:09.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:09.971138 2590 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.110.188:39431: Network error: Client connection negotiation failed: client connection to 127.2.110.188:39431: connect: Connection refused (error 111)
19:44:10.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:10.111594 2590 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } attempt: 4
19:44:10.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:10.117033 2590 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.110.188:39431: Network error: Client connection negotiation failed: client connection to 127.2.110.188:39431: connect: Connection refused (error 111)
19:44:10.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:10.400542 2590 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } attempt: 5
19:44:10.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:10.405750 2590 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.110.188:39431: Network error: Client connection negotiation failed: client connection to 127.2.110.188:39431: connect: Connection refused (error 111)
19:44:10.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:10.464160 2680 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } attempt: 6
19:44:10.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:10.472607 2680 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.110.188:39431: Network error: Client connection negotiation failed: client connection to 127.2.110.188:39431: connect: Connection refused (error 111)
19:44:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:09.623378 2695 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:09.624774 2699 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:09.626369 2683 server_base.cc:1034] running on GCE node
19:44:10.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:10.865965 2683 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:44:10.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:10.868772 2683 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:44:10.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:10.870247 2683 hybrid_clock.cc:648] HybridClock initialized: now 1786477450870191 us; error 66 us; skew 500 ppm
19:44:10.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:10.871243 2683 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:44:10.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:10.882063 2683 webserver.cc:460] Webserver started at http://127.2.110.188:37903/ using document root <none> and password file <none>
19:44:10.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:10.883154 2683 fs_manager.cc:359] Metadata directory not provided
19:44:10.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:10.883358 2683 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:44:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:10.883769 2683 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:44:10.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:10.891083 2683 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-2/data/instance:
19:44:10.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4b1897a74ad74974b5fb9d7fa7c1a803"
19:44:10.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:10 on dist-test-slave-wl2h"
19:44:10.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:10.892813 2683 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-2/wal/instance:
19:44:10.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4b1897a74ad74974b5fb9d7fa7c1a803"
19:44:10.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:10 on dist-test-slave-wl2h"
19:44:10.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:10.902676 2683 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.010s sys 0.001s
19:44:10.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:10.908771 2711 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:44:10.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:10.909992 2683 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
19:44:10.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:10.910317 2683 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-2/data,/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-2/wal
19:44:10.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4b1897a74ad74974b5fb9d7fa7c1a803"
19:44:10.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:10 on dist-test-slave-wl2h"
19:44:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:10.910646 2683 fs_report.cc:383] FS layout report
19:44:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:44:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-2/wal
19:44:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-2/wal
19:44:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-2/data/data
19:44:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:44:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:44:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:44:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:44:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:44:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:44:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:44:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:44:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:44:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:44:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:44:10.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:10.958271 2590 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } attempt: 6
19:44:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:10.965796 2590 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.110.188:39431: Network error: Client connection negotiation failed: client connection to 127.2.110.188:39431: connect: Connection refused (error 111)
19:44:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:10.975878 2683 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:44:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:10.977960 2683 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:44:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:10.978616 2683 kserver.cc:163] Server-wide thread pool size limit: 3276
19:44:11.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.059324 2683 rpc_server.cc:307] RPC server started. Bound to: 127.2.110.188:39431
19:44:11.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.059418 2777 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.110.188:39431 every 8 connection(s)
19:44:11.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.062263 2683 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-2/data/info.pb
19:44:11.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.063967 2490 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu as pid 2683
19:44:11.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.064529 2490 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/master-2/wal/instance
19:44:11.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.069125 2779 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:44:11.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.087296 2779 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.110.190" port: 32969 } has no permanent_uuid. Determining permanent_uuid...
19:44:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.116700 2779 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } has no permanent_uuid. Determining permanent_uuid...
19:44:11.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.128691 2779 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } has no permanent_uuid. Determining permanent_uuid...
19:44:11.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.150380 2779 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803: Bootstrap starting.
19:44:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.157699 2779 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803: Neither blocks nor log segments found. Creating new log.
19:44:11.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.159880 2779 log.cc:824] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803: Log is configured to *not* fsync() on all Append() calls
19:44:11.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.166304 2779 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803: No bootstrap required, opened a new log
19:44:11.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.191896 2779 raft_consensus.cc:348] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601f780a4eb44e3b810abd346f304a9f" member_type: VOTER last_known_addr { host: "127.2.110.190" port: 32969 } } peers { permanent_uuid: "d0cd5f42db4e45d3a38cf4b648cc4c77" member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } } peers { permanent_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } }
19:44:11.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.192773 2779 raft_consensus.cc:374] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:44:11.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.193084 2779 raft_consensus.cc:729] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4b1897a74ad74974b5fb9d7fa7c1a803, State: Initialized, Role: FOLLOWER
19:44:11.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.194077 2779 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601f780a4eb44e3b810abd346f304a9f" member_type: VOTER last_known_addr { host: "127.2.110.190" port: 32969 } } peers { permanent_uuid: "d0cd5f42db4e45d3a38cf4b648cc4c77" member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } } peers { permanent_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } }
19:44:11.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.197043 2790 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601f780a4eb44e3b810abd346f304a9f" member_type: VOTER last_known_addr { host: "127.2.110.190" port: 32969 } } peers { permanent_uuid: "d0cd5f42db4e45d3a38cf4b648cc4c77" member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } } peers { permanent_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } } }
19:44:11.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.197773 2790 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [sys.catalog]: This master's current role is: FOLLOWER
19:44:11.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.198594 2779 sys_catalog.cc:564] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [sys.catalog]: configured and running, proceeding with master startup.
19:44:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:11.228649 2802 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:11.229029 2802 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:11.234266 2723 tablet.cc:2369] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:44:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.222615 2683 master_runner.cc:186] Error getting master registration for 127.2.110.190:32969: OK, instance_id { permanent_uuid: "601f780a4eb44e3b810abd346f304a9f" instance_seqno: 1786477447325911 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:44:11.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.251730 2683 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:44:11.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.533172 2680 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } attempt: 7
19:44:11.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.553607 2680 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d0cd5f42db4e45d3a38cf4b648cc4c77: Bootstrap starting.
19:44:11.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.558853 2680 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d0cd5f42db4e45d3a38cf4b648cc4c77: Neither blocks nor log segments found. Creating new log.
19:44:11.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.560922 2680 log.cc:824] T 00000000000000000000000000000000 P d0cd5f42db4e45d3a38cf4b648cc4c77: Log is configured to *not* fsync() on all Append() calls
19:44:11.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.565675 2680 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d0cd5f42db4e45d3a38cf4b648cc4c77: No bootstrap required, opened a new log
19:44:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.576179 2790 raft_consensus.cc:482] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:44:11.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.576781 2790 raft_consensus.cc:504] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601f780a4eb44e3b810abd346f304a9f" member_type: VOTER last_known_addr { host: "127.2.110.190" port: 32969 } } peers { permanent_uuid: "d0cd5f42db4e45d3a38cf4b648cc4c77" member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } } peers { permanent_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } }
19:44:11.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.582451 2790 leader_election.cc:288] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 601f780a4eb44e3b810abd346f304a9f (127.2.110.190:32969), d0cd5f42db4e45d3a38cf4b648cc4c77 (127.2.110.189:43481)
19:44:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.592567 2680 raft_consensus.cc:348] T 00000000000000000000000000000000 P d0cd5f42db4e45d3a38cf4b648cc4c77 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601f780a4eb44e3b810abd346f304a9f" member_type: VOTER last_known_addr { host: "127.2.110.190" port: 32969 } } peers { permanent_uuid: "d0cd5f42db4e45d3a38cf4b648cc4c77" member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } } peers { permanent_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } }
19:44:11.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.593475 2680 raft_consensus.cc:374] T 00000000000000000000000000000000 P d0cd5f42db4e45d3a38cf4b648cc4c77 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:44:11.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.593736 2680 raft_consensus.cc:729] T 00000000000000000000000000000000 P d0cd5f42db4e45d3a38cf4b648cc4c77 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d0cd5f42db4e45d3a38cf4b648cc4c77, State: Initialized, Role: FOLLOWER
19:44:11.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.594676 2680 consensus_queue.cc:260] T 00000000000000000000000000000000 P d0cd5f42db4e45d3a38cf4b648cc4c77 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601f780a4eb44e3b810abd346f304a9f" member_type: VOTER last_known_addr { host: "127.2.110.190" port: 32969 } } peers { permanent_uuid: "d0cd5f42db4e45d3a38cf4b648cc4c77" member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } } peers { permanent_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } }
19:44:11.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.597815 2806 sys_catalog.cc:455] T 00000000000000000000000000000000 P d0cd5f42db4e45d3a38cf4b648cc4c77 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601f780a4eb44e3b810abd346f304a9f" member_type: VOTER last_known_addr { host: "127.2.110.190" port: 32969 } } peers { permanent_uuid: "d0cd5f42db4e45d3a38cf4b648cc4c77" member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } } peers { permanent_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } } }
19:44:11.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.598984 2806 sys_catalog.cc:458] T 00000000000000000000000000000000 P d0cd5f42db4e45d3a38cf4b648cc4c77 [sys.catalog]: This master's current role is: FOLLOWER
19:44:11.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.600179 2680 sys_catalog.cc:564] T 00000000000000000000000000000000 P d0cd5f42db4e45d3a38cf4b648cc4c77 [sys.catalog]: configured and running, proceeding with master startup.
19:44:11.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.600479 2651 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d0cd5f42db4e45d3a38cf4b648cc4c77" is_pre_election: true
19:44:11.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.601650 2651 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d0cd5f42db4e45d3a38cf4b648cc4c77 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4b1897a74ad74974b5fb9d7fa7c1a803 in term 0.
19:44:11.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.603478 2714 leader_election.cc:302] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4b1897a74ad74974b5fb9d7fa7c1a803, d0cd5f42db4e45d3a38cf4b648cc4c77; no voters:
19:44:11.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.604496 2790 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [term 0 FOLLOWER]: Leader pre-election won for term 1
19:44:11.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.604851 2790 raft_consensus.cc:482] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:44:11.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.605144 2790 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [term 0 FOLLOWER]: Advancing to term 1
19:44:11.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.612747 2790 raft_consensus.cc:504] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601f780a4eb44e3b810abd346f304a9f" member_type: VOTER last_known_addr { host: "127.2.110.190" port: 32969 } } peers { permanent_uuid: "d0cd5f42db4e45d3a38cf4b648cc4c77" member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } } peers { permanent_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } }
19:44:11.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.624131 2651 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d0cd5f42db4e45d3a38cf4b648cc4c77"
19:44:11.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.625168 2651 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d0cd5f42db4e45d3a38cf4b648cc4c77 [term 0 FOLLOWER]: Advancing to term 1
19:44:11.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.627322 2790 leader_election.cc:288] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [CANDIDATE]: Term 1 election: Requested vote from peers 601f780a4eb44e3b810abd346f304a9f (127.2.110.190:32969), d0cd5f42db4e45d3a38cf4b648cc4c77 (127.2.110.189:43481)
19:44:11.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.632748 2651 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d0cd5f42db4e45d3a38cf4b648cc4c77 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4b1897a74ad74974b5fb9d7fa7c1a803 in term 1.
19:44:11.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.634215 2714 leader_election.cc:302] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4b1897a74ad74974b5fb9d7fa7c1a803, d0cd5f42db4e45d3a38cf4b648cc4c77; no voters:
19:44:11.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.635368 2790 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [term 1 FOLLOWER]: Leader election won for term 1
19:44:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.644157 2790 raft_consensus.cc:686] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [term 1 LEADER]: Becoming Leader. State: Replica: 4b1897a74ad74974b5fb9d7fa7c1a803, State: Running, Role: LEADER
19:44:11.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.647779 2790 consensus_queue.cc:237] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601f780a4eb44e3b810abd346f304a9f" member_type: VOTER last_known_addr { host: "127.2.110.190" port: 32969 } } peers { permanent_uuid: "d0cd5f42db4e45d3a38cf4b648cc4c77" member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } } peers { permanent_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } }
19:44:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.678867 2817 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4b1897a74ad74974b5fb9d7fa7c1a803. Latest consensus state: current_term: 1 leader_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601f780a4eb44e3b810abd346f304a9f" member_type: VOTER last_known_addr { host: "127.2.110.190" port: 32969 } } peers { permanent_uuid: "d0cd5f42db4e45d3a38cf4b648cc4c77" member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } } peers { permanent_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } } }
19:44:11.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.679710 2817 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [sys.catalog]: This master's current role is: LEADER
19:44:11.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:11.689229 2819 catalog_manager.cc:1558] T 00000000000000000000000000000000 P d0cd5f42db4e45d3a38cf4b648cc4c77: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:11.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:11.689638 2819 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.693670 2822 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:44:11.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.711216 2822 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:44:11.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.667416 2592 master_runner.cc:186] Error getting master registration for 127.2.110.190:32969: OK, instance_id { permanent_uuid: "601f780a4eb44e3b810abd346f304a9f" instance_seqno: 1786477447325911 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:44:11.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.718952 2592 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:44:11.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.737461 2651 raft_consensus.cc:1261] T 00000000000000000000000000000000 P d0cd5f42db4e45d3a38cf4b648cc4c77 [term 1 FOLLOWER]: Refusing update from remote peer 4b1897a74ad74974b5fb9d7fa7c1a803: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:44:11.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.741068 2790 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d0cd5f42db4e45d3a38cf4b648cc4c77" member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:44:11.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.766063 2806 sys_catalog.cc:455] T 00000000000000000000000000000000 P d0cd5f42db4e45d3a38cf4b648cc4c77 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4b1897a74ad74974b5fb9d7fa7c1a803. Latest consensus state: current_term: 1 leader_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601f780a4eb44e3b810abd346f304a9f" member_type: VOTER last_known_addr { host: "127.2.110.190" port: 32969 } } peers { permanent_uuid: "d0cd5f42db4e45d3a38cf4b648cc4c77" member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } } peers { permanent_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } } }
19:44:11.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.766927 2806 sys_catalog.cc:458] T 00000000000000000000000000000000 P d0cd5f42db4e45d3a38cf4b648cc4c77 [sys.catalog]: This master's current role is: FOLLOWER
19:44:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.777422 2823 mvcc.cc:205] Tried to move back new op lower bound from 7317411642289131520 to 7317411642004262912. Current Snapshot: MvccSnapshot[applied={T|T < 7317411642289131520}]
19:44:11.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.783998 2824 mvcc.cc:205] Tried to move back new op lower bound from 7317411642289131520 to 7317411642004262912. Current Snapshot: MvccSnapshot[applied={T|T < 7317411642289131520}]
19:44:11.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.788045 2817 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601f780a4eb44e3b810abd346f304a9f" member_type: VOTER last_known_addr { host: "127.2.110.190" port: 32969 } } peers { permanent_uuid: "d0cd5f42db4e45d3a38cf4b648cc4c77" member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } } peers { permanent_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } } }
19:44:11.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.788856 2817 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [sys.catalog]: This master's current role is: LEADER
19:44:11.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.791091 2822 catalog_manager.cc:1347] Generated new cluster ID: 9570aa55662f4cbf9e867b31aa216858
19:44:11.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.791392 2822 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:44:11.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.794157 2806 sys_catalog.cc:455] T 00000000000000000000000000000000 P d0cd5f42db4e45d3a38cf4b648cc4c77 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601f780a4eb44e3b810abd346f304a9f" member_type: VOTER last_known_addr { host: "127.2.110.190" port: 32969 } } peers { permanent_uuid: "d0cd5f42db4e45d3a38cf4b648cc4c77" member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } } peers { permanent_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } } }
19:44:11.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.794898 2806 sys_catalog.cc:458] T 00000000000000000000000000000000 P d0cd5f42db4e45d3a38cf4b648cc4c77 [sys.catalog]: This master's current role is: FOLLOWER
19:44:11.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.831818 2822 catalog_manager.cc:1370] Generated new certificate authority record
19:44:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.839356 2822 catalog_manager.cc:1504] Loading token signing keys...
19:44:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.869431 2822 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803: Generated new TSK 0
19:44:11.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.875031 2822 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:44:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.898768 2490 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu
19:44:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu
19:44:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-0/wal
19:44:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-0/data
19:44:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:44:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:44:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:44:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-0/logs
19:44:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-0/data/info.pb
19:44:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:44:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:44:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:44:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:44:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:44:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:44:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.110.129:0
19:44:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.110.129
19:44:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.110.129
19:44:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.110.190:32969,127.2.110.189:43481,127.2.110.188:39431
19:44:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.110.148:38927
19:44:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:44:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:11.999209 2590 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } attempt: 7
19:44:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.051894 2590 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 601f780a4eb44e3b810abd346f304a9f: Bootstrap starting.
19:44:12.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.059458 2590 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 601f780a4eb44e3b810abd346f304a9f: Neither blocks nor log segments found. Creating new log.
19:44:12.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.077601 2590 log.cc:824] T 00000000000000000000000000000000 P 601f780a4eb44e3b810abd346f304a9f: Log is configured to *not* fsync() on all Append() calls
19:44:12.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.098318 2590 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 601f780a4eb44e3b810abd346f304a9f: No bootstrap required, opened a new log
19:44:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.164129 2590 raft_consensus.cc:348] T 00000000000000000000000000000000 P 601f780a4eb44e3b810abd346f304a9f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601f780a4eb44e3b810abd346f304a9f" member_type: VOTER last_known_addr { host: "127.2.110.190" port: 32969 } } peers { permanent_uuid: "d0cd5f42db4e45d3a38cf4b648cc4c77" member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } } peers { permanent_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } }
19:44:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.165424 2590 raft_consensus.cc:374] T 00000000000000000000000000000000 P 601f780a4eb44e3b810abd346f304a9f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:44:12.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.166018 2590 raft_consensus.cc:729] T 00000000000000000000000000000000 P 601f780a4eb44e3b810abd346f304a9f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 601f780a4eb44e3b810abd346f304a9f, State: Initialized, Role: FOLLOWER
19:44:12.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.167182 2590 consensus_queue.cc:260] T 00000000000000000000000000000000 P 601f780a4eb44e3b810abd346f304a9f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601f780a4eb44e3b810abd346f304a9f" member_type: VOTER last_known_addr { host: "127.2.110.190" port: 32969 } } peers { permanent_uuid: "d0cd5f42db4e45d3a38cf4b648cc4c77" member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } } peers { permanent_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } }
19:44:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.180176 2831 sys_catalog.cc:455] T 00000000000000000000000000000000 P 601f780a4eb44e3b810abd346f304a9f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601f780a4eb44e3b810abd346f304a9f" member_type: VOTER last_known_addr { host: "127.2.110.190" port: 32969 } } peers { permanent_uuid: "d0cd5f42db4e45d3a38cf4b648cc4c77" member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } } peers { permanent_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } } }
19:44:12.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.189769 2590 sys_catalog.cc:564] T 00000000000000000000000000000000 P 601f780a4eb44e3b810abd346f304a9f [sys.catalog]: configured and running, proceeding with master startup.
19:44:12.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.190006 2559 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "601f780a4eb44e3b810abd346f304a9f"
19:44:12.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.190896 2560 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "601f780a4eb44e3b810abd346f304a9f" is_pre_election: true
19:44:12.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.192163 2558 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 601f780a4eb44e3b810abd346f304a9f [term 0 FOLLOWER]: Advancing to term 1
19:44:12.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.201745 2831 sys_catalog.cc:458] T 00000000000000000000000000000000 P 601f780a4eb44e3b810abd346f304a9f [sys.catalog]: This master's current role is: FOLLOWER
19:44:12.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.213229 2558 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 601f780a4eb44e3b810abd346f304a9f [term 1 FOLLOWER]: Refusing update from remote peer 4b1897a74ad74974b5fb9d7fa7c1a803: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:44:12.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.220667 2790 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [LEADER]: Connected to new peer: Peer: permanent_uuid: "601f780a4eb44e3b810abd346f304a9f" member_type: VOTER last_known_addr { host: "127.2.110.190" port: 32969 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:44:12.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:12.279753 2533 tablet.cc:2369] T 00000000000000000000000000000000 P 601f780a4eb44e3b810abd346f304a9f: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:44:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.367530 2831 sys_catalog.cc:455] T 00000000000000000000000000000000 P 601f780a4eb44e3b810abd346f304a9f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4b1897a74ad74974b5fb9d7fa7c1a803. Latest consensus state: current_term: 1 leader_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601f780a4eb44e3b810abd346f304a9f" member_type: VOTER last_known_addr { host: "127.2.110.190" port: 32969 } } peers { permanent_uuid: "d0cd5f42db4e45d3a38cf4b648cc4c77" member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } } peers { permanent_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } } }
19:44:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.368310 2831 sys_catalog.cc:458] T 00000000000000000000000000000000 P 601f780a4eb44e3b810abd346f304a9f [sys.catalog]: This master's current role is: FOLLOWER
19:44:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.371628 2843 sys_catalog.cc:455] T 00000000000000000000000000000000 P 601f780a4eb44e3b810abd346f304a9f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601f780a4eb44e3b810abd346f304a9f" member_type: VOTER last_known_addr { host: "127.2.110.190" port: 32969 } } peers { permanent_uuid: "d0cd5f42db4e45d3a38cf4b648cc4c77" member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } } peers { permanent_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } } }
19:44:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.372532 2843 sys_catalog.cc:458] T 00000000000000000000000000000000 P 601f780a4eb44e3b810abd346f304a9f [sys.catalog]: This master's current role is: FOLLOWER
19:44:12.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.408533 2851 catalog_manager.cc:1259] Loaded cluster ID: 9570aa55662f4cbf9e867b31aa216858
19:44:12.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.409569 2851 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 601f780a4eb44e3b810abd346f304a9f: loading cluster ID for follower catalog manager: success
19:44:12.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.422646 2851 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 601f780a4eb44e3b810abd346f304a9f: acquiring CA information for follower catalog manager: success
19:44:12.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.478792 2851 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 601f780a4eb44e3b810abd346f304a9f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:44:12.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:12.555626 2828 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:44:12.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:12.556692 2828 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:44:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:12.557685 2828 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:44:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:12.617846 2828 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:44:12.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:12.619683 2828 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.110.129
19:44:12.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.677548 2790 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601f780a4eb44e3b810abd346f304a9f" member_type: VOTER last_known_addr { host: "127.2.110.190" port: 32969 } } peers { permanent_uuid: "d0cd5f42db4e45d3a38cf4b648cc4c77" member_type: VOTER last_known_addr { host: "127.2.110.189" port: 43481 } } peers { permanent_uuid: "4b1897a74ad74974b5fb9d7fa7c1a803" member_type: VOTER last_known_addr { host: "127.2.110.188" port: 39431 } } }
19:44:12.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.680321 2790 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4b1897a74ad74974b5fb9d7fa7c1a803 [sys.catalog]: This master's current role is: LEADER
19:44:12.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.695492 2819 catalog_manager.cc:1259] Loaded cluster ID: 9570aa55662f4cbf9e867b31aa216858
19:44:12.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.696152 2819 catalog_manager.cc:1552] T 00000000000000000000000000000000 P d0cd5f42db4e45d3a38cf4b648cc4c77: loading cluster ID for follower catalog manager: success
19:44:12.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.706307 2819 catalog_manager.cc:1574] T 00000000000000000000000000000000 P d0cd5f42db4e45d3a38cf4b648cc4c77: acquiring CA information for follower catalog manager: success
19:44:12.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.718132 2819 catalog_manager.cc:1602] T 00000000000000000000000000000000 P d0cd5f42db4e45d3a38cf4b648cc4c77: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:44:12.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.724777 2828 tablet_server_runner.cc:78] Tablet server non-default flags:
19:44:12.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:12.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.110.148:38927
19:44:12.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:12.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:12.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-0/data
19:44:12.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-0/wal
19:44:12.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:12.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:12.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.110.129:0
19:44:12.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:44:12.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:12.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-0/data/info.pb
19:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.110.129
19:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.110.190:32969,127.2.110.189:43481,127.2.110.188:39431
19:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.110.129
19:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-0/logs
19:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 18:54:03 UTC on ccycloud.quasar-qqxtnc.root.comops.site
19:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581135
19:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:44:12.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.728478 2828 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:44:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.730912 2828 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:44:12.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:12.787981 2864 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:13.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:13.491181 2774 debug-util.cc:398] Leaking SignalData structure 0x7b08000bcaa0 after lost signal to thread 2689
19:44:13.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:13.491905 2774 debug-util.cc:398] Leaking SignalData structure 0x7b08000bd460 after lost signal to thread 2777
19:44:14.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:12.791361 2868 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:14.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:12.799923 2863 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:14.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:12.791837 2828 server_base.cc:1034] running on GCE node
19:44:14.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:14.797212 2828 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:44:14.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:14.812244 2828 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:44:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:14.828450 2828 hybrid_clock.cc:648] HybridClock initialized: now 1786477454828379 us; error 66 us; skew 500 ppm
19:44:14.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:14.829684 2828 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:44:14.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:14.860859 2828 webserver.cc:460] Webserver started at http://127.2.110.129:40511/ using document root <none> and password file <none>
19:44:14.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:14.862576 2828 fs_manager.cc:359] Metadata directory not provided
19:44:14.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:14.863085 2828 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:44:14.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:14.864411 2828 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:44:14.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:14.872176 2828 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-0/data/instance:
19:44:14.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "facdac4b5e504eb5b6ef5873cde04db4"
19:44:14.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:14 on dist-test-slave-wl2h"
19:44:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:14.874174 2828 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-0/wal/instance:
19:44:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "facdac4b5e504eb5b6ef5873cde04db4"
19:44:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:14 on dist-test-slave-wl2h"
19:44:14.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:14.890491 2828 fs_manager.cc:691] Time spent creating directory manager: real 0.015s user 0.007s sys 0.006s
19:44:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:14.904711 2877 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:44:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:14.906436 2828 fs_manager.cc:725] Time spent opening block manager: real 0.011s user 0.001s sys 0.007s
19:44:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:14.907195 2828 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-0/data,/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-0/wal
19:44:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "facdac4b5e504eb5b6ef5873cde04db4"
19:44:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:14 on dist-test-slave-wl2h"
19:44:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:14.907974 2828 fs_report.cc:383] FS layout report
19:44:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:44:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-0/wal
19:44:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-0/wal
19:44:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-0/data/data
19:44:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:44:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:44:14.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:44:14.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:44:14.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:44:14.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:44:14.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:44:14.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:44:14.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:44:14.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:44:14.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:44:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:14.994479 2828 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:44:14.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:14.997133 2828 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:44:14.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:14.998008 2828 kserver.cc:163] Server-wide thread pool size limit: 3276
19:44:15.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:15.011790 2828 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:44:15.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:15.028371 2828 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:44:15.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:15.029151 2828 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.000s
19:44:15.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:15.029645 2828 ts_tablet_manager.cc:610] Registered 0 tablets
19:44:15.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:15.030018 2828 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:44:15.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:15.550124 2828 rpc_server.cc:307] RPC server started. Bound to: 127.2.110.129:44725
19:44:15.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:15.550251 3008 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.110.129:44725 every 8 connection(s)
19:44:15.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:15.554250 2828 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-0/data/info.pb
19:44:15.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:15.555302 2490 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu as pid 2828
19:44:15.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:15.556001 2490 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-0/wal/instance
19:44:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:15.571550 2490 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu
19:44:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu
19:44:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-1/wal
19:44:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-1/data
19:44:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:44:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:44:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:44:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-1/logs
19:44:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-1/data/info.pb
19:44:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.110.130:0
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.110.130
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.110.130
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.110.190:32969,127.2.110.189:43481,127.2.110.188:39431
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.110.148:38927
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:44:15.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:15.673003 3014 heartbeater.cc:347] Connected to a master server at 127.2.110.189:43481
19:44:15.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:15.673575 3014 heartbeater.cc:464] Registering TS with master...
19:44:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:15.674906 3014 heartbeater.cc:511] Master 127.2.110.189:43481 requested a full tablet report, sending...
19:44:15.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:15.676255 3011 heartbeater.cc:347] Connected to a master server at 127.2.110.188:39431
19:44:15.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:15.676565 3011 heartbeater.cc:464] Registering TS with master...
19:44:15.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:15.677583 3011 heartbeater.cc:511] Master 127.2.110.188:39431 requested a full tablet report, sending...
19:44:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:15.681339 2638 ts_manager.cc:194] Registered new tserver with Master: facdac4b5e504eb5b6ef5873cde04db4 (127.2.110.129:44725)
19:44:15.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:15.685019 2735 ts_manager.cc:194] Registered new tserver with Master: facdac4b5e504eb5b6ef5873cde04db4 (127.2.110.129:44725)
19:44:15.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:15.687991 2735 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.2.110.129:45055
19:44:15.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:15.700131 3021 heartbeater.cc:347] Connected to a master server at 127.2.110.190:32969
19:44:15.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:15.700524 3021 heartbeater.cc:464] Registering TS with master...
19:44:15.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:15.701308 3021 heartbeater.cc:511] Master 127.2.110.190:32969 requested a full tablet report, sending...
19:44:15.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:15.704476 2548 ts_manager.cc:194] Registered new tserver with Master: facdac4b5e504eb5b6ef5873cde04db4 (127.2.110.129:44725)
19:44:16.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:16.010862 3013 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:44:16.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:16.011507 3013 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:44:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:16.012075 3013 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:44:16.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:16.045662 3013 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:44:16.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:16.046640 3013 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.110.130
19:44:16.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:16.082926 3013 tablet_server_runner.cc:78] Tablet server non-default flags:
19:44:16.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:16.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.110.148:38927
19:44:16.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:16.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:16.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-1/data
19:44:16.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-1/wal
19:44:16.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:16.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:16.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.110.130:0
19:44:16.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:44:16.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:16.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:16.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-1/data/info.pb
19:44:16.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.110.130
19:44:16.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:16.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.110.190:32969,127.2.110.189:43481,127.2.110.188:39431
19:44:16.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:44:16.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:16.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:44:16.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:44:16.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.110.130
19:44:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-1/logs
19:44:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:44:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:44:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:44:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:44:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:44:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:44:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 18:54:03 UTC on ccycloud.quasar-qqxtnc.root.comops.site
19:44:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581135
19:44:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:44:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:16.084600 3013 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:44:16.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:16.087375 3013 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:44:16.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:16.111255 3035 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:16.693672 3011 heartbeater.cc:503] Master 127.2.110.188:39431 was elected leader, sending a full tablet report...
19:44:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:16.111363 3037 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:16.112588 3033 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:17.391193 3036 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:44:17.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.391767 3013 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:44:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.395678 3013 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:44:17.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.398087 3013 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:44:17.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.399503 3013 hybrid_clock.cc:648] HybridClock initialized: now 1786477457399449 us; error 37 us; skew 500 ppm
19:44:17.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.400764 3013 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:44:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.407732 3013 webserver.cc:460] Webserver started at http://127.2.110.130:42039/ using document root <none> and password file <none>
19:44:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.408874 3013 fs_manager.cc:359] Metadata directory not provided
19:44:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.409065 3013 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:44:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.409451 3013 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:44:17.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.414738 3013 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-1/data/instance:
19:44:17.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d127d4dee7bd4c37902fb66a6e7b2a1b"
19:44:17.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:17 on dist-test-slave-wl2h"
19:44:17.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.416100 3013 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-1/wal/instance:
19:44:17.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d127d4dee7bd4c37902fb66a6e7b2a1b"
19:44:17.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:17 on dist-test-slave-wl2h"
19:44:17.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.424604 3013 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.004s sys 0.004s
19:44:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.430661 3045 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:44:17.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.431895 3013 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
19:44:17.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.432385 3013 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-1/data,/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-1/wal
19:44:17.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d127d4dee7bd4c37902fb66a6e7b2a1b"
19:44:17.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:17 on dist-test-slave-wl2h"
19:44:17.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.432772 3013 fs_report.cc:383] FS layout report
19:44:17.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:44:17.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-1/wal
19:44:17.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-1/wal
19:44:17.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-1/data/data
19:44:17.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:44:17.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:44:17.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:44:17.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:44:17.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:44:17.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:44:17.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:44:17.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:44:17.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:44:17.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:44:17.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:44:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.481626 3013 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:44:17.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.483256 3013 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:44:17.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.483822 3013 kserver.cc:163] Server-wide thread pool size limit: 3276
19:44:17.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.487353 3013 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:44:17.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.492338 3013 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:44:17.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.492609 3013 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:44:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.492930 3013 ts_tablet_manager.cc:610] Registered 0 tablets
19:44:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.493112 3013 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:44:17.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.739169 3013 rpc_server.cc:307] RPC server started. Bound to: 127.2.110.130:35259
19:44:17.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.739284 3189 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.110.130:35259 every 8 connection(s)
19:44:17.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.741935 3013 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-1/data/info.pb
19:44:17.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.749182 2490 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu as pid 3013
19:44:17.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.749771 2490 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-1/wal/instance
19:44:17.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.762951 2490 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu
19:44:17.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu
19:44:17.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-2/wal
19:44:17.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-2/data
19:44:17.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:44:17.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:44:17.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:44:17.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:17.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:17.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:17.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-2/logs
19:44:17.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-2/data/info.pb
19:44:17.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:17.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:44:17.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:44:17.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:44:17.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:44:17.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:17.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:17.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:17.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:44:17.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:44:17.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.110.131:0
19:44:17.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.110.131
19:44:17.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.110.131
19:44:17.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:17.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.110.190:32969,127.2.110.189:43481,127.2.110.188:39431
19:44:17.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.110.148:38927
19:44:17.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:17.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:17.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:44:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.820091 3191 heartbeater.cc:347] Connected to a master server at 127.2.110.188:39431
19:44:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.820572 3191 heartbeater.cc:464] Registering TS with master...
19:44:17.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.821719 3191 heartbeater.cc:511] Master 127.2.110.188:39431 requested a full tablet report, sending...
19:44:17.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.824452 2735 ts_manager.cc:194] Registered new tserver with Master: d127d4dee7bd4c37902fb66a6e7b2a1b (127.2.110.130:35259)
19:44:17.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.824968 3194 heartbeater.cc:347] Connected to a master server at 127.2.110.189:43481
19:44:17.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.825312 3194 heartbeater.cc:464] Registering TS with master...
19:44:17.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.826150 2735 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.2.110.130:52313
19:44:17.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.826156 3194 heartbeater.cc:511] Master 127.2.110.189:43481 requested a full tablet report, sending...
19:44:17.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.826758 3195 heartbeater.cc:347] Connected to a master server at 127.2.110.190:32969
19:44:17.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.827133 3195 heartbeater.cc:464] Registering TS with master...
19:44:17.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.827961 3195 heartbeater.cc:511] Master 127.2.110.190:32969 requested a full tablet report, sending...
19:44:17.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.830461 2638 ts_manager.cc:194] Registered new tserver with Master: d127d4dee7bd4c37902fb66a6e7b2a1b (127.2.110.130:35259)
19:44:17.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:17.830720 2548 ts_manager.cc:194] Registered new tserver with Master: d127d4dee7bd4c37902fb66a6e7b2a1b (127.2.110.130:35259)
19:44:18.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:18.223218 3204 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:44:18.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:18.223780 3204 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:44:18.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:18.224237 3204 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:44:18.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:18.256561 3204 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:44:18.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:18.257575 3204 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.110.131
19:44:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:18.294811 3204 tablet_server_runner.cc:78] Tablet server non-default flags:
19:44:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.110.148:38927
19:44:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-2/data
19:44:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-2/wal
19:44:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.110.131:0
19:44:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:44:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-2/data/info.pb
19:44:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.110.131
19:44:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.110.190:32969,127.2.110.189:43481,127.2.110.188:39431
19:44:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:44:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:44:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:44:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:18.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.110.131
19:44:18.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-2/logs
19:44:18.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:18.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:44:18.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:44:18.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:44:18.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:44:18.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:44:18.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:44:18.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 18:54:03 UTC on ccycloud.quasar-qqxtnc.root.comops.site
19:44:18.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581135
19:44:18.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:44:18.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:18.297569 3204 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:44:18.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:18.299625 3204 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:44:18.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:18.330262 3214 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:18.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:18.831169 3191 heartbeater.cc:503] Master 127.2.110.188:39431 was elected leader, sending a full tablet report...
19:44:19.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:18.330772 3213 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:19.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:19.718693 3216 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:19.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:19.720476 3215 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:44:19.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:19.721568 3204 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.394s user 0.490s sys 0.897s
19:44:19.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:19.721935 3204 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.395s user 0.490s sys 0.897s
19:44:19.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:19.722242 3204 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:44:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:19.724010 3204 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:44:19.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:19.727263 3204 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:44:19.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:19.728901 3204 hybrid_clock.cc:648] HybridClock initialized: now 1786477459728953 us; error 172 us; skew 500 ppm
19:44:19.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:19.730038 3204 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:44:19.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:19.738910 3204 webserver.cc:460] Webserver started at http://127.2.110.131:35605/ using document root <none> and password file <none>
19:44:19.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:19.740164 3204 fs_manager.cc:359] Metadata directory not provided
19:44:19.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:19.740517 3204 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:44:19.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:19.741087 3204 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:44:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:19.746403 3204 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-2/data/instance:
19:44:19.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c33b0af4a07b451dab0d13ba8d239259"
19:44:19.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:19 on dist-test-slave-wl2h"
19:44:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:19.748046 3204 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-2/wal/instance:
19:44:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c33b0af4a07b451dab0d13ba8d239259"
19:44:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:19 on dist-test-slave-wl2h"
19:44:19.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:19.756909 3204 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.004s sys 0.004s
19:44:19.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:19.763633 3227 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:44:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:19.765241 3204 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
19:44:19.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:19.765725 3204 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-2/data,/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-2/wal
19:44:19.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c33b0af4a07b451dab0d13ba8d239259"
19:44:19.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:19 on dist-test-slave-wl2h"
19:44:19.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:19.766209 3204 fs_report.cc:383] FS layout report
19:44:19.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:44:19.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-2/wal
19:44:19.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-2/wal
19:44:19.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-2/data/data
19:44:19.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:44:19.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:44:19.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:44:19.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:44:19.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:44:19.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:44:19.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:44:19.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:44:19.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:44:19.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:44:19.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:44:19.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:19.818853 3204 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:44:19.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:19.820523 3204 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:44:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:19.821007 3204 kserver.cc:163] Server-wide thread pool size limit: 3276
19:44:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:19.823939 3204 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:44:19.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:19.828593 3204 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:44:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:19.828843 3204 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:44:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:19.829160 3204 ts_tablet_manager.cc:610] Registered 0 tablets
19:44:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:19.829351 3204 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:44:20.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:20.216050 3204 rpc_server.cc:307] RPC server started. Bound to: 127.2.110.131:33911
19:44:20.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:20.216284 3368 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.110.131:33911 every 8 connection(s)
19:44:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:20.219138 3204 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-2/data/info.pb
19:44:20.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:20.227236 2490 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu as pid 3204
19:44:20.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:20.227828 2490 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster7030076255909965069/ts-2/wal/instance
19:44:20.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:20.302305 3371 heartbeater.cc:347] Connected to a master server at 127.2.110.189:43481
19:44:20.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:20.303104 3371 heartbeater.cc:464] Registering TS with master...
19:44:20.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:20.304239 3375 heartbeater.cc:347] Connected to a master server at 127.2.110.190:32969
19:44:20.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:20.304344 3369 heartbeater.cc:347] Connected to a master server at 127.2.110.188:39431
19:44:20.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:20.304780 3375 heartbeater.cc:464] Registering TS with master...
19:44:20.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:20.304939 3369 heartbeater.cc:464] Registering TS with master...
19:44:20.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:20.304960 3371 heartbeater.cc:511] Master 127.2.110.189:43481 requested a full tablet report, sending...
19:44:20.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:20.306599 3375 heartbeater.cc:511] Master 127.2.110.190:32969 requested a full tablet report, sending...
19:44:20.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:20.307202 3369 heartbeater.cc:511] Master 127.2.110.188:39431 requested a full tablet report, sending...
19:44:20.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:20.312184 2637 ts_manager.cc:194] Registered new tserver with Master: c33b0af4a07b451dab0d13ba8d239259 (127.2.110.131:33911)
19:44:20.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:20.312644 2547 ts_manager.cc:194] Registered new tserver with Master: c33b0af4a07b451dab0d13ba8d239259 (127.2.110.131:33911)
19:44:20.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:20.314033 2735 ts_manager.cc:194] Registered new tserver with Master: c33b0af4a07b451dab0d13ba8d239259 (127.2.110.131:33911)
19:44:20.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:20.316731 2735 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.2.110.131:60317
19:44:20.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:20.342365 2490 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
19:44:20.363 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:44:20.365 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
19:44:20.377 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.2.110.190"
port: 32969
}
bound_http_address {
host: "127.2.110.190"
port: 41783
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.2.110.189"
port: 43481
}
bound_http_address {
host: "127.2.110.189"
port: 39303
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.2.110.188"
port: 39431
}
bound_http_address {
host: "127.2.110.188"
port: 37903
}
}
}
19:44:20.384 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:44:20.387 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.2.110.129"
port: 44725
}
bound_http_address {
host: "127.2.110.129"
port: 40511
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.2.110.130"
port: 35259
}
bound_http_address {
host: "127.2.110.130"
port: 42039
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.2.110.131"
port: 33911
}
bound_http_address {
host: "127.2.110.131"
port: 35605
}
}
}
19:44:20.388 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
19:44:20.605 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
19:44:20.767 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskwtP2MO/test-tmp
19:44:20.768 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:44:20.768 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskwtP2MO/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:44:20.773 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
19:44:21.298 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:44:21.299 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:44:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:21.302484 3383 mini_oidc.cc:152] Starting JWKS server
19:44:21.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:21.308866 3383 webserver.cc:460] Webserver started at http://127.0.0.1:43827/ using document root <none> and password file <none>
19:44:21.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:21.309437 3383 mini_oidc.cc:189] Starting OIDC Discovery server
19:44:21.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:21.314056 3383 webserver.cc:460] Webserver started at http://127.0.0.1:37497/ using document root <none> and password file <none>
19:44:21.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:21.323612 3369 heartbeater.cc:503] Master 127.2.110.188:39431 was elected leader, sending a full tablet report...
19:44:21.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
19:44:21.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/principal' for realm 'KRBTEST.COM',
19:44:21.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
19:44:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:44:21 dist-test-slave-wl2h krb5kdc[3396](info): setting up network...
19:44:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
19:44:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:44:21 dist-test-slave-wl2h krb5kdc[3396](info): set up 2 sockets
19:44:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:44:21 dist-test-slave-wl2h krb5kdc[3396](info): commencing operation
19:44:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
19:44:22.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:22.660120 3383 mini_kdc.cc:121] Time spent starting KDC: real 1.304s user 0.007s sys 0.019s
19:44:22.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
19:44:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:44:22.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
19:44:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
19:44:22.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:44:22.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
19:44:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
19:44:22.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:44:22.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
19:44:22.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:44:22.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/test-user.keytab.
19:44:22.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/test-user.keytab.
19:44:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:44:22 dist-test-slave-wl2h krb5kdc[3396](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786477462, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:44:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:44:22.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T19:44:22Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:44:22.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T19:44:22Z Disabled control of system clock
19:44:22.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.3.77.254@KRBTEST.COM; defaulting to no policy
19:44:22.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:44:22.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.3.77.254@KRBTEST.COM" created.
19:44:22.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:44:22.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.77.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/kudu_127.3.77.254.keytab.
19:44:22.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.77.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/kudu_127.3.77.254.keytab.
19:44:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:22.886507 3383 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/wal
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/data
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/logs
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/data/info.pb
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.77.254:44075
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.77.254
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/kudu_127.3.77.254.keytab
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.77.254
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.77.212:46653
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:22.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.77.254:44075,127.3.77.253:45355,127.3.77.252:38851
19:44:22.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:22.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43827/jwks.json
19:44:22.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:44:23.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:23.373889 3414 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:44:23.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:23.374701 3414 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:44:23.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:23.375514 3414 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:44:23.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:23.414314 3414 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:44:23.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:23.414625 3414 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:44:23.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:23.415055 3414 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:44:23.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:23.415351 3414 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:44:23.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:23.415553 3414 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:44:23.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:23.415750 3414 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:44:23.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:23.415887 3414 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43827/jwks.json
19:44:23.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:23.455969 3414 master_runner.cc:386] Master server non-default flags:
19:44:23.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:23.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.77.212:46653
19:44:23.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:23.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:23.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/data
19:44:23.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/wal
19:44:23.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:44:23.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:23.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.77.254:44075,127.3.77.253:45355,127.3.77.252:38851
19:44:23.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/kudu_127.3.77.254.keytab
19:44:23.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.77.254
19:44:23.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:23.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.77.254:44075
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43827/jwks.json
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/data/info.pb
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.77.254
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/logs
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 18:54:03 UTC on ccycloud.quasar-qqxtnc.root.comops.site
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581135
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:44:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:23.457216 3414 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:44:23.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:23.458490 3414 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:44:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:23.504633 3420 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:25.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:23.509135 3424 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:25.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:23.504951 3421 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:25.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:25.066928 3423 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1563 milliseconds
19:44:25.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.067191 3414 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:44:25.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.068634 3414 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:44:25.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.073820 3414 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:44:25.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.075575 3414 hybrid_clock.cc:648] HybridClock initialized: now 1786477465075529 us; error 66 us; skew 500 ppm
19:44:25.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.076526 3414 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:44:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:44:25 dist-test-slave-wl2h krb5kdc[3396](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786477465, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.77.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:44:25.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.088124 3414 init.cc:377] Logged in from keytab as kudu/127.3.77.254@KRBTEST.COM (short username kudu)
19:44:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.102640 3414 webserver.cc:460] Webserver started at http://127.3.77.254:39359/ using document root <none> and password file <none>
19:44:25.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.103899 3414 fs_manager.cc:359] Metadata directory not provided
19:44:25.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.104120 3414 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:44:25.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.104524 3414 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:44:25.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.110831 3414 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/data/instance:
19:44:25.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d73bdfe96785451da6a6603f57e6a027"
19:44:25.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:25 on dist-test-slave-wl2h"
19:44:25.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.112290 3414 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/wal/instance:
19:44:25.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d73bdfe96785451da6a6603f57e6a027"
19:44:25.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:25 on dist-test-slave-wl2h"
19:44:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.124598 3414 fs_manager.cc:691] Time spent creating directory manager: real 0.012s user 0.006s sys 0.005s
19:44:25.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.135753 3440 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:44:25.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.137306 3414 fs_manager.cc:725] Time spent opening block manager: real 0.009s user 0.002s sys 0.006s
19:44:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.137688 3414 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/data,/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/wal
19:44:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d73bdfe96785451da6a6603f57e6a027"
19:44:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:25 on dist-test-slave-wl2h"
19:44:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.138136 3414 fs_report.cc:383] FS layout report
19:44:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:44:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/wal
19:44:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/wal
19:44:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/data/data
19:44:25.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:44:25.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:44:25.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:44:25.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:44:25.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:44:25.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:44:25.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:44:25.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:44:25.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:44:25.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:44:25.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:44:25.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.206122 3414 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:44:25.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.216174 3414 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:44:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.217127 3414 kserver.cc:163] Server-wide thread pool size limit: 3276
19:44:25.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.515192 3414 rpc_server.cc:307] RPC server started. Bound to: 127.3.77.254:44075
19:44:25.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.515488 3498 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.77.254:44075 every 8 connection(s)
19:44:25.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.518244 3414 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/data/info.pb
19:44:25.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.528120 3383 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu as pid 3414
19:44:25.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.528815 3383 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/wal/instance
19:44:25.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.533234 3499 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:44:25.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.3.77.253@KRBTEST.COM; defaulting to no policy
19:44:25.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:44:25.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.3.77.253@KRBTEST.COM" created.
19:44:25.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.563714 3499 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.77.254" port: 44075 } has no permanent_uuid. Determining permanent_uuid...
19:44:25.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:44:25.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.77.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/kudu_127.3.77.253.keytab.
19:44:25.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.77.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/kudu_127.3.77.253.keytab.
19:44:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.592983 3383 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu
19:44:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu
19:44:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/wal
19:44:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/data
19:44:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:44:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:44:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:44:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/logs
19:44:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/data/info.pb
19:44:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:44:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:44:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:44:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:44:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:44:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:44:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.77.253:45355
19:44:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.77.253
19:44:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/kudu_127.3.77.253.keytab
19:44:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.77.253
19:44:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:44:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:44:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:44:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.77.212:46653
19:44:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:25.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:25.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.77.254:44075,127.3.77.253:45355,127.3.77.252:38851
19:44:25.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:25.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43827/jwks.json
19:44:25.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:44:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:44:25 dist-test-slave-wl2h krb5kdc[3396](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786477465, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.77.254@KRBTEST.COM for kudu/127.3.77.254@KRBTEST.COM
19:44:25.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.652619 3499 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.77.253" port: 45355 } has no permanent_uuid. Determining permanent_uuid...
19:44:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:25.658704 3443 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.77.253:45355: connect: Connection refused (error 111)
19:44:25.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:25.669965 3499 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.77.253:45355: Network error: Client connection negotiation failed: client connection to 127.3.77.253:45355: connect: Connection refused (error 111)
19:44:25.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.719887 3499 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.77.253" port: 45355 } attempt: 1
19:44:25.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:25.725696 3499 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.77.253:45355: Network error: Client connection negotiation failed: client connection to 127.3.77.253:45355: connect: Connection refused (error 111)
19:44:25.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.794461 3499 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.77.253" port: 45355 } attempt: 2
19:44:25.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:25.802037 3499 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.77.253:45355: Network error: Client connection negotiation failed: client connection to 127.3.77.253:45355: connect: Connection refused (error 111)
19:44:25.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:25.893697 3499 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.77.253" port: 45355 } attempt: 3
19:44:25.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:25.902606 3499 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.77.253:45355: Network error: Client connection negotiation failed: client connection to 127.3.77.253:45355: connect: Connection refused (error 111)
19:44:26.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:26.046119 3499 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.77.253" port: 45355 } attempt: 4
19:44:26.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:26.050225 3499 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.77.253:45355: Network error: Client connection negotiation failed: client connection to 127.3.77.253:45355: connect: Connection refused (error 111)
19:44:26.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:26.116080 3507 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:44:26.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:26.116822 3507 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:44:26.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:26.117555 3507 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:44:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:26.150691 3507 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:44:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:26.150985 3507 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:44:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:26.151397 3507 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:44:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:26.151721 3507 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:44:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:26.152042 3507 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:44:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:26.152354 3507 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:44:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:26.152583 3507 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43827/jwks.json
19:44:26.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:26.198839 3507 master_runner.cc:386] Master server non-default flags:
19:44:26.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:26.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.77.212:46653
19:44:26.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:26.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:26.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/data
19:44:26.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/wal
19:44:26.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:44:26.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:26.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.77.254:44075,127.3.77.253:45355,127.3.77.252:38851
19:44:26.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/kudu_127.3.77.253.keytab
19:44:26.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.77.253
19:44:26.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:26.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:26.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:26.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.77.253:45355
19:44:26.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:26.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:44:26.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:26.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43827/jwks.json
19:44:26.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:44:26.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:44:26.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:44:26.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:26.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:26.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/data/info.pb
19:44:26.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.77.253
19:44:26.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:26.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:44:26.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:26.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:44:26.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:44:26.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:26.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/logs
19:44:26.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:26.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:44:26.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:44:26.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:44:26.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:44:26.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:44:26.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:44:26.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 18:54:03 UTC on ccycloud.quasar-qqxtnc.root.comops.site
19:44:26.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581135
19:44:26.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:44:26.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:26.200484 3507 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:44:26.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:26.201927 3507 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:44:26.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:26.224180 3519 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:26.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:26.349663 3499 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.77.253" port: 45355 } attempt: 5
19:44:26.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:26.363022 3499 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.77.253:45355: Network error: Client connection negotiation failed: client connection to 127.3.77.253:45355: connect: Connection refused (error 111)
19:44:26.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:26.910732 3499 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.77.253" port: 45355 } attempt: 6
19:44:26.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:26.930423 3499 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.77.253:45355: Network error: Client connection negotiation failed: client connection to 127.3.77.253:45355: connect: Connection refused (error 111)
19:44:27.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:26.226738 3507 server_base.cc:1034] running on GCE node
19:44:27.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:26.224689 3518 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:27.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:26.224479 3523 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:27.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:27.692669 3507 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:44:27.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:27.695588 3507 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:44:27.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:27.696998 3507 hybrid_clock.cc:648] HybridClock initialized: now 1786477467696976 us; error 48 us; skew 500 ppm
19:44:27.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:27.697818 3507 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:44:27.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:44:27 dist-test-slave-wl2h krb5kdc[3396](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786477467, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.77.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:44:27.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:27.707271 3507 init.cc:377] Logged in from keytab as kudu/127.3.77.253@KRBTEST.COM (short username kudu)
19:44:27.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:27.722225 3507 webserver.cc:460] Webserver started at http://127.3.77.253:38273/ using document root <none> and password file <none>
19:44:27.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:27.723400 3507 fs_manager.cc:359] Metadata directory not provided
19:44:27.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:27.723667 3507 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:44:27.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:27.724231 3507 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:44:27.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:27.729362 3507 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/data/instance:
19:44:27.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ebba8079b814da3a8749db535a8a2c0"
19:44:27.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:27 on dist-test-slave-wl2h"
19:44:27.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:27.730597 3507 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/wal/instance:
19:44:27.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ebba8079b814da3a8749db535a8a2c0"
19:44:27.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:27 on dist-test-slave-wl2h"
19:44:27.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:27.738839 3507 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
19:44:27.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:27.749434 3537 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:44:27.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:27.751175 3507 fs_manager.cc:725] Time spent opening block manager: real 0.009s user 0.008s sys 0.002s
19:44:27.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:27.751575 3507 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/data,/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/wal
19:44:27.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ebba8079b814da3a8749db535a8a2c0"
19:44:27.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:27 on dist-test-slave-wl2h"
19:44:27.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:27.752058 3507 fs_report.cc:383] FS layout report
19:44:27.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:44:27.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/wal
19:44:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/wal
19:44:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/data/data
19:44:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:44:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:44:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:44:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:44:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:44:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:44:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:44:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:44:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:44:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:44:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:44:27.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:27.808616 3507 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:44:27.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:27.817422 3507 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:44:27.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:27.818301 3507 kserver.cc:163] Server-wide thread pool size limit: 3276
19:44:27.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:27.991324 3499 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.77.253" port: 45355 } attempt: 7
19:44:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:28.007491 3499 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.77.253:45355: Network error: Client connection negotiation failed: client connection to 127.3.77.253:45355: connect: Connection refused (error 111)
19:44:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:28.095535 3507 rpc_server.cc:307] RPC server started. Bound to: 127.3.77.253:45355
19:44:28.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:28.095790 3608 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.77.253:45355 every 8 connection(s)
19:44:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:28.098932 3507 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/data/info.pb
19:44:28.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:28.103434 3383 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu as pid 3507
19:44:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:28.104368 3383 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/wal/instance
19:44:28.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:28.113919 3609 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:44:28.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.3.77.252@KRBTEST.COM; defaulting to no policy
19:44:28.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:44:28.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.3.77.252@KRBTEST.COM" created.
19:44:28.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:28.137413 3609 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.77.254" port: 44075 } has no permanent_uuid. Determining permanent_uuid...
19:44:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:44:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.77.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/kudu_127.3.77.252.keytab.
19:44:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.77.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/kudu_127.3.77.252.keytab.
19:44:28.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:28.169139 3383 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu
19:44:28.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu
19:44:28.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/wal
19:44:28.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/data
19:44:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:44:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:44:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:44:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/logs
19:44:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/data/info.pb
19:44:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:44:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:44:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:44:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:44:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:44:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:44:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.77.252:38851
19:44:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.77.252
19:44:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/kudu_127.3.77.252.keytab
19:44:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.77.252
19:44:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:44:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:44:28.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:44:28.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.77.212:46653
19:44:28.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:28.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:28.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:28.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:28.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.77.254:44075,127.3.77.253:45355,127.3.77.252:38851
19:44:28.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:28.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43827/jwks.json
19:44:28.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:44:28.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:44:28 dist-test-slave-wl2h krb5kdc[3396](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786477467, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.77.253@KRBTEST.COM for kudu/127.3.77.254@KRBTEST.COM
19:44:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:28.205986 3609 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.77.253" port: 45355 } has no permanent_uuid. Determining permanent_uuid...
19:44:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:44:28 dist-test-slave-wl2h krb5kdc[3396](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786477467, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.77.253@KRBTEST.COM for kudu/127.3.77.253@KRBTEST.COM
19:44:28.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:28.254751 3609 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } has no permanent_uuid. Determining permanent_uuid...
19:44:28.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:28.256968 3545 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.77.252:38851: connect: Connection refused (error 111)
19:44:28.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:28.260468 3609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.77.252:38851: Network error: Client connection negotiation failed: client connection to 127.3.77.252:38851: connect: Connection refused (error 111)
19:44:28.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:28.309962 3609 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } attempt: 1
19:44:28.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:28.315311 3609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.77.252:38851: Network error: Client connection negotiation failed: client connection to 127.3.77.252:38851: connect: Connection refused (error 111)
19:44:28.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:28.384091 3609 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } attempt: 2
19:44:28.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:28.391311 3609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.77.252:38851: Network error: Client connection negotiation failed: client connection to 127.3.77.252:38851: connect: Connection refused (error 111)
19:44:28.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:28.482978 3609 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } attempt: 3
19:44:28.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:28.490340 3609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.77.252:38851: Network error: Client connection negotiation failed: client connection to 127.3.77.252:38851: connect: Connection refused (error 111)
19:44:28.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:28.633992 3609 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } attempt: 4
19:44:28.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:28.640429 3609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.77.252:38851: Network error: Client connection negotiation failed: client connection to 127.3.77.252:38851: connect: Connection refused (error 111)
19:44:28.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:28.658998 3616 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:44:28.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:28.659744 3616 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:44:28.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:28.660367 3616 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:44:28.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:28.692675 3616 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:44:28.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:28.692996 3616 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:44:28.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:28.693418 3616 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:44:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:28.693758 3616 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:44:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:28.694128 3616 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:44:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:28.694450 3616 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:44:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:28.694711 3616 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43827/jwks.json
19:44:28.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:28.734082 3616 master_runner.cc:386] Master server non-default flags:
19:44:28.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:28.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.77.212:46653
19:44:28.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:28.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:28.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/data
19:44:28.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/wal
19:44:28.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:44:28.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:28.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.77.254:44075,127.3.77.253:45355,127.3.77.252:38851
19:44:28.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/kudu_127.3.77.252.keytab
19:44:28.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.77.252
19:44:28.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:28.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:28.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.77.252:38851
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43827/jwks.json
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/data/info.pb
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.77.252
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/logs
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 18:54:03 UTC on ccycloud.quasar-qqxtnc.root.comops.site
19:44:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581135
19:44:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:44:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:28.735774 3616 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:44:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:28.737241 3616 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:44:28.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:28.780848 3626 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:28.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:28.939960 3609 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } attempt: 5
19:44:28.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:28.948385 3609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.77.252:38851: Network error: Client connection negotiation failed: client connection to 127.3.77.252:38851: connect: Connection refused (error 111)
19:44:29.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:29.496237 3609 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } attempt: 6
19:44:29.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:29.594915 3609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.77.252:38851: Network error: Client connection negotiation failed: client connection to 127.3.77.252:38851: connect: Connection refused (error 111)
19:44:30.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.098117 3499 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.77.253" port: 45355 } attempt: 8
19:44:30.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:44:30 dist-test-slave-wl2h krb5kdc[3396](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786477465, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.77.254@KRBTEST.COM for kudu/127.3.77.253@KRBTEST.COM
19:44:30.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.182004 3499 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } has no permanent_uuid. Determining permanent_uuid...
19:44:30.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:30.210147 3499 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.77.252:38851: Network error: Client connection negotiation failed: client connection to 127.3.77.252:38851: connect: Connection refused (error 111)
19:44:30.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.275739 3499 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } attempt: 1
19:44:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:30.284786 3499 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.77.252:38851: Network error: Client connection negotiation failed: client connection to 127.3.77.252:38851: connect: Connection refused (error 111)
19:44:30.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.338752 3499 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } attempt: 2
19:44:30.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:30.356003 3499 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.77.252:38851: Network error: Client connection negotiation failed: client connection to 127.3.77.252:38851: connect: Connection refused (error 111)
19:44:30.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.432672 3499 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } attempt: 3
19:44:30.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:30.441586 3499 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.77.252:38851: Network error: Client connection negotiation failed: client connection to 127.3.77.252:38851: connect: Connection refused (error 111)
19:44:30.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:28.783677 3625 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:30.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:30.476634 3629 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:30.478585 3627 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1697 milliseconds
19:44:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.478755 3616 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:44:30.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.480173 3616 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:44:30.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.483777 3616 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:44:30.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.487464 3616 hybrid_clock.cc:648] HybridClock initialized: now 1786477470487338 us; error 112 us; skew 500 ppm
19:44:30.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.488555 3616 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:44:30.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:44:30 dist-test-slave-wl2h krb5kdc[3396](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786477470, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.77.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:44:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.499152 3616 init.cc:377] Logged in from keytab as kudu/127.3.77.252@KRBTEST.COM (short username kudu)
19:44:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.512535 3616 webserver.cc:460] Webserver started at http://127.3.77.252:39079/ using document root <none> and password file <none>
19:44:30.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.513983 3616 fs_manager.cc:359] Metadata directory not provided
19:44:30.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.514268 3616 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:44:30.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.514810 3616 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:44:30.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.521677 3616 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/data/instance:
19:44:30.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8799a16658fc412b99c09fd120563cfa"
19:44:30.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:30 on dist-test-slave-wl2h"
19:44:30.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.522836 3616 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/wal/instance:
19:44:30.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8799a16658fc412b99c09fd120563cfa"
19:44:30.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:30 on dist-test-slave-wl2h"
19:44:30.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.535717 3616 fs_manager.cc:691] Time spent creating directory manager: real 0.012s user 0.002s sys 0.009s
19:44:30.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.546258 3647 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:44:30.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.547812 3616 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.001s sys 0.005s
19:44:30.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.548301 3616 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/data,/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/wal
19:44:30.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8799a16658fc412b99c09fd120563cfa"
19:44:30.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:30 on dist-test-slave-wl2h"
19:44:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.548738 3616 fs_report.cc:383] FS layout report
19:44:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:44:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/wal
19:44:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/wal
19:44:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/data/data
19:44:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:44:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:44:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:44:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:44:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:44:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:44:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:44:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:44:30.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:44:30.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:44:30.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:44:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:30.555644 2774 debug-util.cc:398] Leaking SignalData structure 0x7b08000bef20 after lost signal to thread 2689
19:44:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:30.558588 2774 debug-util.cc:398] Leaking SignalData structure 0x7b08000bc040 after lost signal to thread 2777
19:44:30.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.597167 3499 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } attempt: 4
19:44:30.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:30.606834 3499 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.77.252:38851: Network error: Client connection negotiation failed: client connection to 127.3.77.252:38851: connect: Connection refused (error 111)
19:44:30.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.637722 3616 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:44:30.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.648355 3616 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:44:30.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.649003 3616 kserver.cc:163] Server-wide thread pool size limit: 3276
19:44:30.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.655681 3609 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } attempt: 7
19:44:30.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:30.675549 3609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.77.252:38851: Network error: Client connection negotiation failed: client connection to 127.3.77.252:38851: connect: Connection refused (error 111)
19:44:30.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.903448 3499 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } attempt: 5
19:44:30.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:30.908628 3444 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.77.252:38851: connect: Connection refused (error 111) [suppressed 12 similar messages]
19:44:30.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:30.920892 3499 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.77.252:38851: Network error: Client connection negotiation failed: client connection to 127.3.77.252:38851: connect: Connection refused (error 111)
19:44:30.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.950011 3616 rpc_server.cc:307] RPC server started. Bound to: 127.3.77.252:38851
19:44:30.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.950119 3713 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.77.252:38851 every 8 connection(s)
19:44:30.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.953321 3616 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/data/info.pb
19:44:30.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.956580 3383 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu as pid 3616
19:44:30.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.957243 3383 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/wal/instance
19:44:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:30.969219 3714 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:44:31.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.008953 3714 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.77.254" port: 44075 } has no permanent_uuid. Determining permanent_uuid...
19:44:31.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:44:31 dist-test-slave-wl2h krb5kdc[3396](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786477462, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.3.77.252@KRBTEST.COM
19:44:31.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:44:31 dist-test-slave-wl2h krb5kdc[3396](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786477470, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.77.252@KRBTEST.COM for kudu/127.3.77.254@KRBTEST.COM
19:44:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.082363 3714 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.77.253" port: 45355 } has no permanent_uuid. Determining permanent_uuid...
19:44:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:44:31 dist-test-slave-wl2h krb5kdc[3396](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786477462, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.3.77.253@KRBTEST.COM
19:44:31.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:44:31 dist-test-slave-wl2h krb5kdc[3396](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786477470, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.77.252@KRBTEST.COM for kudu/127.3.77.253@KRBTEST.COM
19:44:31.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.143690 3714 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } has no permanent_uuid. Determining permanent_uuid...
19:44:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:44:31 dist-test-slave-wl2h krb5kdc[3396](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786477462, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.3.77.254@KRBTEST.COM
19:44:31.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:44:31 dist-test-slave-wl2h krb5kdc[3396](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786477470, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.77.252@KRBTEST.COM for kudu/127.3.77.252@KRBTEST.COM
19:44:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.185174 3383 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
19:44:31.197 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:44:31.199 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
19:44:31.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.197113 3714 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: Bootstrap starting.
19:44:31.215 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
19:44:31.217 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
19:44:31.224 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.3.77.254"
port: 44075
}
bound_http_address {
host: "127.3.77.254"
port: 39359
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.3.77.253"
port: 45355
}
bound_http_address {
host: "127.3.77.253"
port: 38273
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.3.77.252"
port: 38851
}
bound_http_address {
host: "127.3.77.252"
port: 39079
}
}
}
19:44:31.224 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:44:31.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.226974 3714 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: Neither blocks nor log segments found. Creating new log.
19:44:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.231554 3714 log.cc:824] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: Log is configured to *not* fsync() on all Append() calls
19:44:31.232 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:44:31.232 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:44:31.235 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:44:31.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.238901 3714 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: No bootstrap required, opened a new log
19:44:31.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.275977 3714 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d73bdfe96785451da6a6603f57e6a027" member_type: VOTER last_known_addr { host: "127.3.77.254" port: 44075 } } peers { permanent_uuid: "7ebba8079b814da3a8749db535a8a2c0" member_type: VOTER last_known_addr { host: "127.3.77.253" port: 45355 } } peers { permanent_uuid: "8799a16658fc412b99c09fd120563cfa" member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } }
19:44:31.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.276750 3714 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:44:31.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.276999 3714 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8799a16658fc412b99c09fd120563cfa, State: Initialized, Role: FOLLOWER
19:44:31.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.278198 3714 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d73bdfe96785451da6a6603f57e6a027" member_type: VOTER last_known_addr { host: "127.3.77.254" port: 44075 } } peers { permanent_uuid: "7ebba8079b814da3a8749db535a8a2c0" member_type: VOTER last_known_addr { host: "127.3.77.253" port: 45355 } } peers { permanent_uuid: "8799a16658fc412b99c09fd120563cfa" member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } }
19:44:31.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.285172 3727 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d73bdfe96785451da6a6603f57e6a027" member_type: VOTER last_known_addr { host: "127.3.77.254" port: 44075 } } peers { permanent_uuid: "7ebba8079b814da3a8749db535a8a2c0" member_type: VOTER last_known_addr { host: "127.3.77.253" port: 45355 } } peers { permanent_uuid: "8799a16658fc412b99c09fd120563cfa" member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } } }
19:44:31.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.286348 3727 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [sys.catalog]: This master's current role is: FOLLOWER
19:44:31.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.289049 3714 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [sys.catalog]: configured and running, proceeding with master startup.
19:44:31.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:44:31 dist-test-slave-wl2h krb5kdc[3396](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786477471, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:44:31.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:44:31.303 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:44:31.307 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/krb5cc
19:44:31.321 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:44:31.322 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/krb5cc
19:44:31.325 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:44:31.330 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
19:44:31.332 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:44:31.332 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:44:31.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:31.337726 3744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:31.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:31.338100 3744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:31.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.331176 3616 master_runner.cc:186] Error getting master registration for 127.3.77.254:44075: OK, instance_id { permanent_uuid: "d73bdfe96785451da6a6603f57e6a027" instance_seqno: 1786477465437139 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:44:31.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.372864 3616 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:44:31.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:44:31 dist-test-slave-wl2h krb5kdc[3396](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786477471, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:44:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:44:31.404 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:44:31.404 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/krb5cc
19:44:31.406 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:44:31.406 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.77.254:44075
19:44:31.409 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
19:44:31.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.411643 3383 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu with pid 3414
19:44:31.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:31.417338 3653 tablet.cc:2369] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:44:31.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.427894 3727 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:44:31.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.428493 3727 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d73bdfe96785451da6a6603f57e6a027" member_type: VOTER last_known_addr { host: "127.3.77.254" port: 44075 } } peers { permanent_uuid: "7ebba8079b814da3a8749db535a8a2c0" member_type: VOTER last_known_addr { host: "127.3.77.253" port: 45355 } } peers { permanent_uuid: "8799a16658fc412b99c09fd120563cfa" member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } }
19:44:31.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.433264 3727 leader_election.cc:288] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d73bdfe96785451da6a6603f57e6a027 (127.3.77.254:44075), 7ebba8079b814da3a8749db535a8a2c0 (127.3.77.253:45355)
19:44:31.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:31.447659 3651 connection.cc:535] client connection to 127.3.77.254:44075 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
19:44:31.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:31.448132 3651 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
19:44:31.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:31.453830 3651 leader_election.cc:334] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d73bdfe96785451da6a6603f57e6a027 (127.3.77.254:44075): Network error: Client connection negotiation failed: client connection to 127.3.77.254:44075: connect: Connection refused (error 111)
19:44:31.456 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:44:31.457 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.77.252:38851
19:44:31.457 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
19:44:31.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.457777 3383 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu with pid 3616
19:44:31.487 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:44:31.487 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.77.253:45355
19:44:31.488 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
19:44:31.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.488406 3383 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu with pid 3507
19:44:31.517 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:44:31.517 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.3.77.254:44075
19:44:31.519 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
19:44:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.520624 3383 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu
19:44:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu
19:44:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/wal
19:44:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/data
19:44:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:44:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:44:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:44:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/logs
19:44:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/data/info.pb
19:44:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:44:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:44:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:44:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:44:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:31.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:44:31.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:44:31.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:31.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:31.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.77.254:44075
19:44:31.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.77.254
19:44:31.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39359
19:44:31.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/kudu_127.3.77.254.keytab
19:44:31.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.77.254
19:44:31.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:44:31.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:44:31.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:44:31.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.77.212:46653
19:44:31.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:31.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:31.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:31.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:31.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.77.254:44075,127.3.77.253:45355,127.3.77.252:38851
19:44:31.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:31.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43827/jwks.json
19:44:31.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:44:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:31.855685 3749 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:44:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:31.856442 3749 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:44:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:31.857208 3749 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:44:31.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:31.891453 3749 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:44:31.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:31.891772 3749 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:44:31.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:31.892217 3749 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:44:31.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:31.892575 3749 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:44:31.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:31.892905 3749 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:44:31.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:31.893239 3749 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:44:31.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:31.893478 3749 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43827/jwks.json
19:44:31.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.934818 3749 master_runner.cc:386] Master server non-default flags:
19:44:31.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:31.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.77.212:46653
19:44:31.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:31.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:31.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/data
19:44:31.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/wal
19:44:31.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:44:31.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:31.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.77.254:44075,127.3.77.253:45355,127.3.77.252:38851
19:44:31.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/kudu_127.3.77.254.keytab
19:44:31.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.77.254
19:44:31.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:31.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:31.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.77.254:44075
19:44:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:44:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43827/jwks.json
19:44:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:44:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:44:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:44:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/data/info.pb
19:44:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.77.254
19:44:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39359
19:44:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:44:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:44:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:44:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/logs
19:44:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:44:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:44:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:44:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:44:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:44:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:44:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 18:54:03 UTC on ccycloud.quasar-qqxtnc.root.comops.site
19:44:31.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581135
19:44:31.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:44:31.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.936471 3749 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:44:31.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.937912 3749 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:44:31.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:31.958943 3756 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:33.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:31.959156 3759 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:33.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:31.960348 3749 server_base.cc:1034] running on GCE node
19:44:33.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:31.960371 3763 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:33.243484 3749 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:44:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:33.246287 3749 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:44:33.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:33.247644 3749 hybrid_clock.cc:648] HybridClock initialized: now 1786477473247611 us; error 84 us; skew 500 ppm
19:44:33.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:33.248889 3749 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:44:33.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:44:33 dist-test-slave-wl2h krb5kdc[3396](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786477473, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.77.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:44:33.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:33.255306 3749 init.cc:377] Logged in from keytab as kudu/127.3.77.254@KRBTEST.COM (short username kudu)
19:44:33.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:33.260922 3749 webserver.cc:460] Webserver started at http://127.3.77.254:39359/ using document root <none> and password file <none>
19:44:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:33.262332 3749 fs_manager.cc:359] Metadata directory not provided
19:44:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:33.262658 3749 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:44:33.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:33.273634 3749 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.001s sys 0.004s
19:44:33.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:33.278643 3773 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:44:33.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:33.279886 3749 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
19:44:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:33.280306 3749 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/data,/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/wal
19:44:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d73bdfe96785451da6a6603f57e6a027"
19:44:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:25 on dist-test-slave-wl2h"
19:44:33.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:33.283397 3749 fs_report.cc:383] FS layout report
19:44:33.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:44:33.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/wal
19:44:33.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/wal
19:44:33.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/data/data
19:44:33.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:44:33.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:44:33.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:44:33.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:44:33.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:44:33.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:44:33.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:44:33.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:44:33.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:44:33.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:44:33.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:44:33.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:33.319109 3749 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:44:33.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:33.325480 3749 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:44:33.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:33.326079 3749 kserver.cc:163] Server-wide thread pool size limit: 3276
19:44:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:33.418152 3749 rpc_server.cc:307] RPC server started. Bound to: 127.3.77.254:44075
19:44:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:33.418292 3832 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.77.254:44075 every 8 connection(s)
19:44:33.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:33.421281 3749 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/data/info.pb
19:44:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:33.426915 3383 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu as pid 3749
19:44:33.427 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:44:33.430 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.3.77.252:38851
19:44:33.430 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
19:44:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:33.432193 3383 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu
19:44:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu
19:44:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/wal
19:44:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/data
19:44:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:44:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:44:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:44:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/logs
19:44:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/data/info.pb
19:44:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:44:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:44:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:44:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:44:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:44:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:44:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.77.252:38851
19:44:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.77.252
19:44:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39079
19:44:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/kudu_127.3.77.252.keytab
19:44:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.77.252
19:44:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:44:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:44:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:44:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.77.212:46653
19:44:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.77.254:44075,127.3.77.253:45355,127.3.77.252:38851
19:44:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43827/jwks.json
19:44:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:44:33.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:33.436158 3833 sys_catalog.cc:263] Verifying existing consensus state
19:44:33.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260811 19:44:33.437420 3833 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:44:33.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:33.438015 3749 master.cc:537] Master@127.3.77.254:44075 shutting down...
19:44:33.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:33.517895 3749 master.cc:552] Master@127.3.77.254:44075 shutdown complete.
19:44:33.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:44:33.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:33.781563 3835 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:44:33.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:33.782135 3835 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:44:33.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:33.782747 3835 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:44:33.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:33.818450 3835 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:44:33.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:33.818686 3835 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:44:33.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:33.818974 3835 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:44:33.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:33.819200 3835 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:44:33.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:33.819403 3835 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:44:33.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:33.819582 3835 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:44:33.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:33.819728 3835 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43827/jwks.json
19:44:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:33.857775 3835 master_runner.cc:386] Master server non-default flags:
19:44:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.77.212:46653
19:44:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/data
19:44:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/wal
19:44:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:44:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.77.254:44075,127.3.77.253:45355,127.3.77.252:38851
19:44:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/kudu_127.3.77.252.keytab
19:44:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.77.252
19:44:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.77.252:38851
19:44:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:44:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43827/jwks.json
19:44:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:44:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:44:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:44:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/data/info.pb
19:44:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.77.252
19:44:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39079
19:44:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:44:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:44:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:44:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/logs
19:44:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:44:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:44:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:44:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:44:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:44:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:44:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 18:54:03 UTC on ccycloud.quasar-qqxtnc.root.comops.site
19:44:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581135
19:44:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:44:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:33.858919 3835 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:44:33.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:33.859970 3835 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:44:33.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:33.879899 3842 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:35.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:33.881186 3845 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:35.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:33.880201 3843 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:35.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:35.161567 3844 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:44:35.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.161731 3835 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:44:35.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.166242 3835 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:44:35.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.168975 3835 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:44:35.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.170434 3835 hybrid_clock.cc:648] HybridClock initialized: now 1786477475170445 us; error 92 us; skew 500 ppm
19:44:35.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.171439 3835 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:44:35.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:44:35 dist-test-slave-wl2h krb5kdc[3396](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786477475, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.77.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:44:35.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.178597 3835 init.cc:377] Logged in from keytab as kudu/127.3.77.252@KRBTEST.COM (short username kudu)
19:44:35.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.187469 3835 webserver.cc:460] Webserver started at http://127.3.77.252:39079/ using document root <none> and password file <none>
19:44:35.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.188848 3835 fs_manager.cc:359] Metadata directory not provided
19:44:35.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.189173 3835 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:44:35.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.202332 3835 fs_manager.cc:709] Time spent opening directory manager: real 0.008s user 0.005s sys 0.004s
19:44:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.208622 3857 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:44:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.210204 3835 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
19:44:35.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.210616 3835 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/data,/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/wal
19:44:35.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8799a16658fc412b99c09fd120563cfa"
19:44:35.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:30 on dist-test-slave-wl2h"
19:44:35.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.213862 3835 fs_report.cc:383] FS layout report
19:44:35.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:44:35.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/wal
19:44:35.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/wal
19:44:35.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/data/data
19:44:35.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:44:35.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:44:35.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:44:35.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:44:35.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:44:35.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:44:35.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:44:35.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:44:35.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:44:35.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:44:35.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:44:35.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.278093 3835 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:44:35.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.285072 3835 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:44:35.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.285543 3835 kserver.cc:163] Server-wide thread pool size limit: 3276
19:44:35.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.370869 3835 rpc_server.cc:307] RPC server started. Bound to: 127.3.77.252:38851
19:44:35.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.370944 3922 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.77.252:38851 every 8 connection(s)
19:44:35.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.373951 3835 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-2/data/info.pb
19:44:35.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.376204 3383 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu as pid 3835
19:44:35.377 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:44:35.377 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.3.77.253:45355
19:44:35.378 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
19:44:35.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.379876 3383 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu
19:44:35.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu
19:44:35.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/wal
19:44:35.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/data
19:44:35.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:44:35.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:44:35.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:44:35.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:35.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:35.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:35.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/logs
19:44:35.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/data/info.pb
19:44:35.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:35.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:44:35.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:44:35.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:44:35.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:44:35.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:35.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:35.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:35.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:44:35.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:44:35.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:35.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:35.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.77.253:45355
19:44:35.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.77.253
19:44:35.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38273
19:44:35.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/kudu_127.3.77.253.keytab
19:44:35.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.77.253
19:44:35.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:44:35.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:44:35.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:44:35.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.77.212:46653
19:44:35.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:35.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:35.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:35.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:35.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.77.254:44075,127.3.77.253:45355,127.3.77.252:38851
19:44:35.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:35.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43827/jwks.json
19:44:35.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:44:35.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.394440 3923 sys_catalog.cc:263] Verifying existing consensus state
19:44:35.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.400942 3923 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: Bootstrap starting.
19:44:35.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.436847 3923 log.cc:824] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: Log is configured to *not* fsync() on all Append() calls
19:44:35.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.442643 3923 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:44:35.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.443519 3923 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: Bootstrap complete.
19:44:35.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.476051 3923 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d73bdfe96785451da6a6603f57e6a027" member_type: VOTER last_known_addr { host: "127.3.77.254" port: 44075 } } peers { permanent_uuid: "7ebba8079b814da3a8749db535a8a2c0" member_type: VOTER last_known_addr { host: "127.3.77.253" port: 45355 } } peers { permanent_uuid: "8799a16658fc412b99c09fd120563cfa" member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } }
19:44:35.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.479151 3923 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:44:35.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.479491 3923 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8799a16658fc412b99c09fd120563cfa, State: Initialized, Role: FOLLOWER
19:44:35.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.480435 3923 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d73bdfe96785451da6a6603f57e6a027" member_type: VOTER last_known_addr { host: "127.3.77.254" port: 44075 } } peers { permanent_uuid: "7ebba8079b814da3a8749db535a8a2c0" member_type: VOTER last_known_addr { host: "127.3.77.253" port: 45355 } } peers { permanent_uuid: "8799a16658fc412b99c09fd120563cfa" member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } }
19:44:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.483696 3928 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d73bdfe96785451da6a6603f57e6a027" member_type: VOTER last_known_addr { host: "127.3.77.254" port: 44075 } } peers { permanent_uuid: "7ebba8079b814da3a8749db535a8a2c0" member_type: VOTER last_known_addr { host: "127.3.77.253" port: 45355 } } peers { permanent_uuid: "8799a16658fc412b99c09fd120563cfa" member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } } }
19:44:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.484687 3928 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [sys.catalog]: This master's current role is: FOLLOWER
19:44:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.485648 3923 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [sys.catalog]: configured and running, proceeding with master startup.
19:44:35.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:35.519402 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:35.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:35.519769 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:35.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:35.541188 3866 tablet.cc:2369] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:44:35.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.516564 3835 master_runner.cc:186] Error getting master registration for 127.3.77.254:44075: Network error: Client connection negotiation failed: client connection to 127.3.77.254:44075: connect: Connection refused (error 111),
19:44:35.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.551609 3835 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:44:35.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.700590 3928 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:44:35.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.701241 3928 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d73bdfe96785451da6a6603f57e6a027" member_type: VOTER last_known_addr { host: "127.3.77.254" port: 44075 } } peers { permanent_uuid: "7ebba8079b814da3a8749db535a8a2c0" member_type: VOTER last_known_addr { host: "127.3.77.253" port: 45355 } } peers { permanent_uuid: "8799a16658fc412b99c09fd120563cfa" member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } }
19:44:35.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.704586 3928 leader_election.cc:288] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d73bdfe96785451da6a6603f57e6a027 (127.3.77.254:44075), 7ebba8079b814da3a8749db535a8a2c0 (127.3.77.253:45355)
19:44:35.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:35.706538 3864 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.77.254:44075: connect: Connection refused (error 111)
19:44:35.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:35.715178 3861 leader_election.cc:334] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7ebba8079b814da3a8749db535a8a2c0 (127.3.77.253:45355): Network error: Client connection negotiation failed: client connection to 127.3.77.253:45355: connect: Connection refused (error 111)
19:44:35.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:35.715865 3864 leader_election.cc:334] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d73bdfe96785451da6a6603f57e6a027 (127.3.77.254:44075): Network error: Client connection negotiation failed: client connection to 127.3.77.254:44075: connect: Connection refused (error 111)
19:44:35.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.716380 3864 leader_election.cc:302] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8799a16658fc412b99c09fd120563cfa; no voters: 7ebba8079b814da3a8749db535a8a2c0, d73bdfe96785451da6a6603f57e6a027
19:44:35.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.717634 3928 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:44:35.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:35.756904 3925 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:44:35.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:35.758075 3925 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:44:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:35.758921 3925 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:44:35.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:35.792989 3925 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:44:35.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:35.793298 3925 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:44:35.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:35.793704 3925 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:44:35.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:35.794064 3925 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:44:35.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:35.794406 3925 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:44:35.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:35.794734 3925 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:44:35.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:35.794963 3925 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43827/jwks.json
19:44:35.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.837281 3925 master_runner.cc:386] Master server non-default flags:
19:44:35.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.77.212:46653
19:44:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/data
19:44:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/wal
19:44:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:44:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.77.254:44075,127.3.77.253:45355,127.3.77.252:38851
19:44:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/krb5kdc/kudu_127.3.77.253.keytab
19:44:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.77.253
19:44:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.77.253:45355
19:44:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:44:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43827/jwks.json
19:44:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:44:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:44:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:44:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:35.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/data/info.pb
19:44:35.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.77.253
19:44:35.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38273
19:44:35.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:44:35.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:35.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:44:35.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:44:35.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:35.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/logs
19:44:35.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:35.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:44:35.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:44:35.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:44:35.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:44:35.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:44:35.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:44:35.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 18:54:03 UTC on ccycloud.quasar-qqxtnc.root.comops.site
19:44:35.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581135
19:44:35.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:44:35.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.838940 3925 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:44:35.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:35.840405 3925 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:44:35.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:35.861445 3955 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:36.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:36.524691 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:36.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:36.525053 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:37.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:35.861923 3958 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:37.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:35.861501 3956 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:37.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:37.176440 3957 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:44:37.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.177057 3925 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:44:37.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.185896 3925 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:44:37.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.190485 3925 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:44:37.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.192667 3925 hybrid_clock.cc:648] HybridClock initialized: now 1786477477192594 us; error 84 us; skew 500 ppm
19:44:37.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.193758 3925 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:44:37.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:44:37 dist-test-slave-wl2h krb5kdc[3396](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786477477, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.77.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:44:37.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.208174 3925 init.cc:377] Logged in from keytab as kudu/127.3.77.253@KRBTEST.COM (short username kudu)
19:44:37.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.214155 3925 webserver.cc:460] Webserver started at http://127.3.77.253:38273/ using document root <none> and password file <none>
19:44:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.215417 3925 fs_manager.cc:359] Metadata directory not provided
19:44:37.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.215726 3925 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:44:37.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.226750 3925 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.006s sys 0.000s
19:44:37.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.232426 3973 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:44:37.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.234050 3925 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.002s
19:44:37.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.234474 3925 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/data,/tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/wal
19:44:37.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ebba8079b814da3a8749db535a8a2c0"
19:44:37.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:44:27 on dist-test-slave-wl2h"
19:44:37.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.237929 3925 fs_report.cc:383] FS layout report
19:44:37.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:44:37.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/wal
19:44:37.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/wal
19:44:37.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/data/data
19:44:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:44:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:44:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:44:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:44:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:44:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:44:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:44:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:44:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:44:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:44:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:44:37.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.288614 3925 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:44:37.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.295595 3925 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:44:37.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.296365 3925 kserver.cc:163] Server-wide thread pool size limit: 3276
19:44:37.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.420118 3925 rpc_server.cc:307] RPC server started. Bound to: 127.3.77.253:45355
19:44:37.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.420192 4033 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.77.253:45355 every 8 connection(s)
19:44:37.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.423619 3925 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/data/info.pb
19:44:37.427 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:44:37.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.426165 3383 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu as pid 3925
19:44:37.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.443370 4035 sys_catalog.cc:263] Verifying existing consensus state
19:44:37.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260811 19:44:37.444538 4035 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:44:37.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.445988 3925 master.cc:537] Master@127.3.77.253:45355 shutting down...
19:44:37.519 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:44:37.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:37.529027 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:37.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:37.529330 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:37.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.539167 3925 master.cc:552] Master@127.3.77.253:45355 shutdown complete.
19:44:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskwtP2MO/test-tmp/mini-kudu-cluster5502880476093047071/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:44:37.600 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.77.252:38851(127.3.77.252:38851)] connecting to peer
19:44:37.603 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:44:37.656 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.77.252:38851(127.3.77.252:38851)] Successfully connected to peer
19:44:37.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:37.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:37.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:37.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:37.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:37.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:37.743 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
19:44:37.755 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.3.77.252
19:44:37.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:44:37 dist-test-slave-wl2h krb5kdc[3396](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786477471, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.3.77.252@KRBTEST.COM
19:44:37.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.966614 4045 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:44:37.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.967119 4045 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d73bdfe96785451da6a6603f57e6a027" member_type: VOTER last_known_addr { host: "127.3.77.254" port: 44075 } } peers { permanent_uuid: "7ebba8079b814da3a8749db535a8a2c0" member_type: VOTER last_known_addr { host: "127.3.77.253" port: 45355 } } peers { permanent_uuid: "8799a16658fc412b99c09fd120563cfa" member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } }
19:44:37.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.972126 4045 leader_election.cc:288] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d73bdfe96785451da6a6603f57e6a027 (127.3.77.254:44075), 7ebba8079b814da3a8749db535a8a2c0 (127.3.77.253:45355)
19:44:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:37.987797 3864 leader_election.cc:334] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d73bdfe96785451da6a6603f57e6a027 (127.3.77.254:44075): Network error: Client connection negotiation failed: client connection to 127.3.77.254:44075: connect: Connection refused (error 111)
19:44:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:37.988284 3861 leader_election.cc:334] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7ebba8079b814da3a8749db535a8a2c0 (127.3.77.253:45355): Network error: Client connection negotiation failed: client connection to 127.3.77.253:45355: connect: Connection refused (error 111)
19:44:37.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.988708 3861 leader_election.cc:302] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8799a16658fc412b99c09fd120563cfa; no voters: 7ebba8079b814da3a8749db535a8a2c0, d73bdfe96785451da6a6603f57e6a027
19:44:37.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:37.989470 4045 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:44:38.016 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x974d3406, L:/127.0.0.1:52256 - R:/127.3.77.252:38851] using SASL/GSSAPI
19:44:38.033 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:44:38.050 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:44:38.055 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:44:38.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:38.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:38.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:38.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:38.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:38.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:38.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:44:38.068 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:44:38.069 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:44:38.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:38.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:38.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:38.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:38.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:38.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:38.076 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:44:38.088 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:44:38.090 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:44:38.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:38.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:38.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:38.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:38.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:38.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:38.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:44:38.128 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:44:38.130 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:44:38.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:38.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:38.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:38.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:38.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:38.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:38.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:44:38.168 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:44:38.170 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:44:38.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:38.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:38.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:38.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:38.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:38.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:38.176 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:44:38.208 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:44:38.210 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:44:38.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:38.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:38.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:38.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:38.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:38.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:38.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:44:38.348 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:44:38.351 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:44:38.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:38.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:38.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:38.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:38.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:38.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:38.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:44:38.468 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:44:38.470 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:44:38.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:38.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:38.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:38.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:38.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:38.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:38.476 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:44:38.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:38.532895 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:38.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:38.533239 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:38.648 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:44:38.651 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:44:38.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:38.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:38.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:38.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:38.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:38.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:38.656 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:44:39.208 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:44:39.210 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:44:39.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:39.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:39.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:39.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:39.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:39.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:39.215 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:44:39.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:39.536386 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:39.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:39.536707 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:39.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:39.606609 3363 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7ec0 after lost signal to thread 3206
19:44:39.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:39.607820 3363 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7c40 after lost signal to thread 3368
19:44:39.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:39.630457 4056 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:44:39.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:39.630892 4056 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d73bdfe96785451da6a6603f57e6a027" member_type: VOTER last_known_addr { host: "127.3.77.254" port: 44075 } } peers { permanent_uuid: "7ebba8079b814da3a8749db535a8a2c0" member_type: VOTER last_known_addr { host: "127.3.77.253" port: 45355 } } peers { permanent_uuid: "8799a16658fc412b99c09fd120563cfa" member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } }
19:44:39.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:39.632632 4056 leader_election.cc:288] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d73bdfe96785451da6a6603f57e6a027 (127.3.77.254:44075), 7ebba8079b814da3a8749db535a8a2c0 (127.3.77.253:45355)
19:44:39.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:39.657342 3864 leader_election.cc:334] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d73bdfe96785451da6a6603f57e6a027 (127.3.77.254:44075): Network error: Client connection negotiation failed: client connection to 127.3.77.254:44075: connect: Connection refused (error 111)
19:44:39.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:39.658080 3861 leader_election.cc:334] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7ebba8079b814da3a8749db535a8a2c0 (127.3.77.253:45355): Network error: Client connection negotiation failed: client connection to 127.3.77.253:45355: connect: Connection refused (error 111)
19:44:39.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:39.658517 3861 leader_election.cc:302] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8799a16658fc412b99c09fd120563cfa; no voters: 7ebba8079b814da3a8749db535a8a2c0, d73bdfe96785451da6a6603f57e6a027
19:44:39.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:39.659209 4056 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:44:40.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:40.540119 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:40.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:40.540429 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:40.556726 3835 master_runner.cc:186] Error getting master registration for 127.3.77.254:44075: Network error: Client connection negotiation failed: client connection to 127.3.77.254:44075: connect: Connection refused (error 111),
19:44:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:40.557243 3835 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:44:40.948 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:44:40.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:40.950 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:44:40.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:40.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:40.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:40.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:40.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:40.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:44:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:41.543349 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:41.543641 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:41.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:41.907914 4062 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:44:41.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:41.908479 4062 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d73bdfe96785451da6a6603f57e6a027" member_type: VOTER last_known_addr { host: "127.3.77.254" port: 44075 } } peers { permanent_uuid: "7ebba8079b814da3a8749db535a8a2c0" member_type: VOTER last_known_addr { host: "127.3.77.253" port: 45355 } } peers { permanent_uuid: "8799a16658fc412b99c09fd120563cfa" member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } }
19:44:41.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:41.910166 4062 leader_election.cc:288] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d73bdfe96785451da6a6603f57e6a027 (127.3.77.254:44075), 7ebba8079b814da3a8749db535a8a2c0 (127.3.77.253:45355)
19:44:41.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:41.912367 3864 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.77.254:44075: connect: Connection refused (error 111) [suppressed 5 similar messages]
19:44:41.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:41.915225 3861 leader_election.cc:334] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7ebba8079b814da3a8749db535a8a2c0 (127.3.77.253:45355): Network error: Client connection negotiation failed: client connection to 127.3.77.253:45355: connect: Connection refused (error 111)
19:44:41.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:41.915647 3864 leader_election.cc:334] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d73bdfe96785451da6a6603f57e6a027 (127.3.77.254:44075): Network error: Client connection negotiation failed: client connection to 127.3.77.254:44075: connect: Connection refused (error 111)
19:44:41.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:41.915937 3864 leader_election.cc:302] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8799a16658fc412b99c09fd120563cfa; no voters: 7ebba8079b814da3a8749db535a8a2c0, d73bdfe96785451da6a6603f57e6a027
19:44:41.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:41.916543 4062 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:44:42.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:42.546547 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:42.546819 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:43.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:43.550083 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:43.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:43.550333 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:44.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:44.554114 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:44.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:44.554488 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:44.609 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:44:44.610 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:44:44.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:44.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:44.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:44.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:44.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:44.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:44.616 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:44:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:44:45 dist-test-slave-wl2h krb5kdc[3396](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786477485, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.77.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:44:45.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:45.184250 3852 init.cc:295] Successfully reacquired a new kerberos TGT
19:44:45.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:45.558766 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:45.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:45.559142 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:45.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:45.561178 3835 master_runner.cc:186] Error getting master registration for 127.3.77.254:44075: Network error: Client connection negotiation failed: client connection to 127.3.77.254:44075: connect: Connection refused (error 111),
19:44:45.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:45.561669 3835 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:44:45.868 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:44:45.870 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:44:45.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:45.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:45.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:45.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:45.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:45.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:45.874 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:44:46.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:46.562464 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:46.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:46.562793 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:46.828 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:44:46.830 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:44:46.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:46.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:46.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:46.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:46.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:46.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:46.835 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:44:47.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:47.479490 4078 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:44:47.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:47.479974 4078 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d73bdfe96785451da6a6603f57e6a027" member_type: VOTER last_known_addr { host: "127.3.77.254" port: 44075 } } peers { permanent_uuid: "7ebba8079b814da3a8749db535a8a2c0" member_type: VOTER last_known_addr { host: "127.3.77.253" port: 45355 } } peers { permanent_uuid: "8799a16658fc412b99c09fd120563cfa" member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } }
19:44:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:47.481820 4078 leader_election.cc:288] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d73bdfe96785451da6a6603f57e6a027 (127.3.77.254:44075), 7ebba8079b814da3a8749db535a8a2c0 (127.3.77.253:45355)
19:44:47.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:47.484103 3864 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.77.254:44075: connect: Connection refused (error 111) [suppressed 1 similar messages]
19:44:47.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:47.488477 3864 leader_election.cc:334] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d73bdfe96785451da6a6603f57e6a027 (127.3.77.254:44075): Network error: Client connection negotiation failed: client connection to 127.3.77.254:44075: connect: Connection refused (error 111)
19:44:47.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:47.489243 3861 leader_election.cc:334] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7ebba8079b814da3a8749db535a8a2c0 (127.3.77.253:45355): Network error: Client connection negotiation failed: client connection to 127.3.77.253:45355: connect: Connection refused (error 111)
19:44:47.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:47.489737 3861 leader_election.cc:302] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8799a16658fc412b99c09fd120563cfa; no voters: 7ebba8079b814da3a8749db535a8a2c0, d73bdfe96785451da6a6603f57e6a027
19:44:47.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:47.490464 4078 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:44:47.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:47.565939 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:47.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:47.566197 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:47.748 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:44:47.751 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:44:47.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:47.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:47.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:47.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:47.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:47.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:47.755 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:44:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:48.569386 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:48.569636 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:49.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:49.573742 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:49.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:49.574093 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:50.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:50.564409 3835 master_runner.cc:186] Error getting master registration for 127.3.77.254:44075: Network error: Client connection negotiation failed: client connection to 127.3.77.254:44075: connect: Connection refused (error 111),
19:44:50.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:50.564903 3835 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:44:50.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:50.577236 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:50.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:50.577493 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:51.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:51.580355 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:51.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:51.580627 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:51.848 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:44:51.849 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:44:51.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:51.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:51.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:51.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:51.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:51.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:51.854 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:44:51.868 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:44:51.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:51.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:51.871 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:44:51.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:51.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:51.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:51.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:51.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:44:52.328 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:44:52.330 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:44:52.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:52.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:52.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:52.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:52.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:52.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:52.334 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:44:52.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:52.584903 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:52.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:52.585265 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:52.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:52.863984 4091 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:44:52.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:52.864428 4091 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d73bdfe96785451da6a6603f57e6a027" member_type: VOTER last_known_addr { host: "127.3.77.254" port: 44075 } } peers { permanent_uuid: "7ebba8079b814da3a8749db535a8a2c0" member_type: VOTER last_known_addr { host: "127.3.77.253" port: 45355 } } peers { permanent_uuid: "8799a16658fc412b99c09fd120563cfa" member_type: VOTER last_known_addr { host: "127.3.77.252" port: 38851 } }
19:44:52.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:52.866580 4091 leader_election.cc:288] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d73bdfe96785451da6a6603f57e6a027 (127.3.77.254:44075), 7ebba8079b814da3a8749db535a8a2c0 (127.3.77.253:45355)
19:44:52.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:52.871795 3864 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.77.254:44075: connect: Connection refused (error 111) [suppressed 1 similar messages]
19:44:52.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:52.874768 3861 leader_election.cc:334] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7ebba8079b814da3a8749db535a8a2c0 (127.3.77.253:45355): Network error: Client connection negotiation failed: client connection to 127.3.77.253:45355: connect: Connection refused (error 111)
19:44:52.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:52.875506 3864 leader_election.cc:334] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d73bdfe96785451da6a6603f57e6a027 (127.3.77.254:44075): Network error: Client connection negotiation failed: client connection to 127.3.77.254:44075: connect: Connection refused (error 111)
19:44:52.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:52.875955 3864 leader_election.cc:302] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8799a16658fc412b99c09fd120563cfa; no voters: 7ebba8079b814da3a8749db535a8a2c0, d73bdfe96785451da6a6603f57e6a027
19:44:52.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:52.876806 4091 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:44:53.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:53.588672 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:53.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:53.588963 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:54.593160 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:54.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:54.593573 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:54.748 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:44:54.750 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:44:54.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:54.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:54.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:54.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:54.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:54.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:54.756 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:44:55.008 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:44:55.010 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:44:55.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:55.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:55.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:55.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:55.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:55.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:55.015 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:44:55.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:44:55 dist-test-slave-wl2h krb5kdc[3396](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786477495, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.77.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:44:55.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:55.187299 3852 init.cc:295] Successfully reacquired a new kerberos TGT
19:44:55.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:55.569092 3835 master_runner.cc:186] Error getting master registration for 127.3.77.254:44075: Network error: Client connection negotiation failed: client connection to 127.3.77.254:44075: connect: Connection refused (error 111),
19:44:55.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:44:55.569509 3835 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:44:55.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:55.597517 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:55.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:55.598124 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:56.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:56.601408 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:56.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:56.601672 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:57.528 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:44:57.529 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:44:57.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:57.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:57.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:57.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:57.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:44:57.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:44:57.533 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:44:57.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:57.604629 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:57.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:57.604887 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:58.607812 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:58.608069 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:59.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:59.610989 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:59.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:44:59.611301 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:45:00.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:45:00.572486 3835 master_runner.cc:186] Error getting master registration for 127.3.77.254:44075: Network error: Client connection negotiation failed: client connection to 127.3.77.254:44075: connect: Connection refused (error 111),
19:45:00.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:45:00.572973 3835 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:45:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:45:00.614538 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:45:00.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:45:00.614811 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:45:01.228 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:45:01.229 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:45:01.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:45:01.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:45:01.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:45:01.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:45:01.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:45:01.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:45:01.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:45:01.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:45:01.617617 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:45:01.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:45:01.617905 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:45:02.409 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:45:02.410 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:45:02.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:45:02.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:45:02.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:45:02.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:45:02.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:45:02.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:45:02.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:45:02.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:45:02.620875 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:45:02.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:45:02.621142 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:45:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:45:03.624702 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:45:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:45:03.624984 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:45:04.329 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:45:04.331 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:45:04.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:45:04.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:45:04.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:45:04.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:45:04.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:45:04.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:45:04.335 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:45:04.368 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:45:04.369 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:45:04.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:45:04.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:45:04.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:45:04.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:45:04.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:45:04.372 [INFO - pool-6-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:45:04.373 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:45:04.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:45:04.628813 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:45:04.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:45:04.629195 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:45:04.708 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:45:04.709 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:45:04.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:45:04.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:45:04.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:45:04.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:45:04.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:45:04.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:45:04.713 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:45:05.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:45:05 dist-test-slave-wl2h krb5kdc[3396](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786477505, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.77.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:45:05.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:45:05.190233 3852 init.cc:295] Successfully reacquired a new kerberos TGT
19:45:05.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:45:05.576957 3835 master_runner.cc:186] Error getting master registration for 127.3.77.254:44075: Network error: Client connection negotiation failed: client connection to 127.3.77.254:44075: connect: Connection refused (error 111),
19:45:05.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:45:05.577529 3835 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:45:05.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:45:05.632612 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:45:05.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:45:05.632895 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:45:05.688 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:45:05.689 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:45:05.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:45:05.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:45:05.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:45:05.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:45:05.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:45:05.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:45:05.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:45:06.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:45:06.635743 3940 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8799a16658fc412b99c09fd120563cfa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:45:06.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:45:06.635980 3940 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:45:07.429 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.254:44075(127.3.77.254:44075)] connecting to peer
19:45:07.430 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.77.253:45355(127.3.77.253:45355)] connecting to peer
19:45:07.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:45:07.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:45:07.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.254:44075(127.3.77.254:44075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:45:07.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.77.253:45355(127.3.77.253:45355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:45:07.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.254:44075: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075
19:45:07.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.77.253:45355: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
19:45:07.435 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355; will retry
19:45:07.439 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29998), Traces: [0ms] refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [206ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [209ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [573ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [576ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [591ms] refreshing cache from master, [592ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [600ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [602ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [605ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [608ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [610ms] refreshing cache from master, [610ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [611ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [611ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [616ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [616ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [619ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [620ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [631ms] refreshing cache from master, [631ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [632ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [633ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [636ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [636ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [640ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [641ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [671ms] refreshing cache from master, [671ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [672ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [673ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [678ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [678ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [680ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [681ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [710ms] refreshing cache from master, [711ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [711ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [712ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [715ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [716ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [719ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [720ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [750ms] refreshing cache from master, [751ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [752ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [753ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [756ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [756ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [759ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [760ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [890ms] refreshing cache from master, [891ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [893ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [894ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [898ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [899ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [900ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [901ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [1010ms] refreshing cache from master, [1011ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [1012ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [1013ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [1016ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [1016ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [1018ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [1019ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [1191ms] refreshing cache from master, [1191ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [1193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [1193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [1196ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [1197ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [1199ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [1200ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [1751ms] refreshing cache from master, [1751ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [1752ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [1753ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [1756ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [1757ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [1757ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [1758ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [3490ms] refreshing cache from master, [3491ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [3492ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [3493ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [3494ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [3496ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [3499ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [3500ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [7151ms] refreshing cache from master, [7151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [7152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [7153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [7156ms] too many traces: truncated at 100 traces, deferred=Deferred@1838638290(state=PENDING, result=null, callback=(continuation of Deferred@873265194 after retry RPC after error@1535292090) -> (continuation of Deferred@2126282005 after retry RPC after error@685455332) -> (continuation of Deferred@2068137853 after retry RPC after error@891039181) -> (continuation of Deferred@685095598 after retry RPC after error@1505807431) -> (continuation of Deferred@141498029 after retry RPC after error@1548300328) -> (continuation of Deferred@1506599365 after retry RPC after error@103922767) -> (continuation of Deferred@1981487194 after retry RPC after error@1665580737) -> (continuation of Deferred@1572518309 after retry RPC after error@1457694105) -> (continuation of Deferred@2014686935 after retry RPC after error@787724194) -> (continuation of Deferred@638338120 after retry RPC after error@1694622589) -> (continuation of Deferred@808946204 after retry RPC after error@55211295) -> (continuation of Deferred@1193299770 after retry RPC after error@768624296) -> (continuation of Deferred@565923428 after retry RPC after error@1904813505) -> (continuation of Deferred@873856341 after retry RPC after error@459217017) -> (continuation of Deferred@1617734936 after retry RPC after error@1483942905) -> (continuation of Deferred@1125620471 after retry RPC after error@552132156) -> (continuation of Deferred@636072788 after retry RPC after error@1686403315) -> (continuation of Deferred@465278646 after retry RPC after error@2110038723) -> (continuation of Deferred@366992700 after retry RPC after error@1390111892) -> (continuation of Deferred@361913951 after retry RPC after error@1301816468) -> (continuation of Deferred@650454566 after retry RPC after error@796086694) -> (continuation of Deferred@672436913 after retry RPC after error@606384035) -> (continuation of Deferred@736057623 after retry RPC after error@513069995) -> (continuation of Deferred@312036306 after retry RPC after error@323073941) -> (continuation of Deferred@1107772171 after retry RPC after error@2058799467) -> (continuation of Deferred@573164084 after retry RPC after error@1019886843) -> (continuation of Deferred@1152200562 after retry RPC after error@136076061) -> (continuation of Deferred@1686657088 after retry RPC after error@155753934), errback=(continuation of Deferred@873265194 after retry RPC after error@1535292090) -> (continuation of Deferred@2126282005 after retry RPC after error@685455332) -> (continuation of Deferred@2068137853 after retry RPC after error@891039181) -> (continuation of Deferred@685095598 after retry RPC after error@1505807431) -> (continuation of Deferred@141498029 after retry RPC after error@1548300328) -> (continuation of Deferred@1506599365 after retry RPC after error@103922767) -> (continuation of Deferred@1981487194 after retry RPC after error@1665580737) -> (continuation of Deferred@1572518309 after retry RPC after error@1457694105) -> (continuation of Deferred@2014686935 after retry RPC after error@787724194) -> (continuation of Deferred@638338120 after retry RPC after error@1694622589) -> (continuation of Deferred@808946204 after retry RPC after error@55211295) -> (continuation of Deferred@1193299770 after retry RPC after error@768624296) -> (continuation of Deferred@565923428 after retry RPC after error@1904813505) -> (continuation of Deferred@873856341 after retry RPC after error@459217017) -> (continuation of Deferred@1617734936 after retry RPC after error@1483942905) -> (continuation of Deferred@1125620471 after retry RPC after error@552132156) -> (continuation of Deferred@636072788 after retry RPC after error@1686403315) -> (continuation of Deferred@465278646 after retry RPC after error@2110038723) -> (continuation of Deferred@366992700 after retry RPC after error@1390111892) -> (continuation of Deferred@361913951 after retry RPC after error@1301816468) -> (continuation of Deferred@650454566 after retry RPC after error@796086694) -> (continuation of Deferred@672436913 after retry RPC after error@606384035) -> (continuation of Deferred@736057623 after retry RPC after error@513069995) -> (continuation of Deferred@312036306 after retry RPC after error@323073941) -> (continuation of Deferred@1107772171 after retry RPC after error@2058799467) -> (continuation of Deferred@573164084 after retry RPC after error@1019886843) -> (continuation of Deferred@1152200562 after retry RPC after error@136076061) -> (continuation of Deferred@1686657088 after retry RPC after error@155753934)))
19:45:07.445 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.3.77.254:44075(127.3.77.254:44075)] disconnecting while in state TERMINATED
19:45:07.446 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.3.77.253:45355(127.3.77.253:45355)] disconnecting while in state TERMINATED
19:45:07.446 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.3.77.252:38851(127.3.77.252:38851)] disconnecting while in state READY
19:45:07.452 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:45:07.455 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:45:07.454 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.77.252:38851(127.3.77.252:38851)] handling channelInactive
19:45:07.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.77.252:38851(127.3.77.252:38851)] cleaning up while in state READY due to: connection closed
19:45:07.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:45:07.459813 3383 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu with pid 3835
19:45:08.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T19:45:08Z chronyd exiting
19:45:09.742 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:45:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:45:09.744714 2490 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu with pid 2828
19:45:09.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:45:09.781850 2490 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu with pid 3013
19:45:09.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:45:09.819705 2490 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu with pid 3204
19:45:09.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:45:09.858783 2490 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu with pid 2504
19:45:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:45:09.899828 2490 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu with pid 2592
19:45:09.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:45:09.940363 2714 connection.cc:535] client connection to 127.2.110.189:43481 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
19:45:09.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:45:09.940727 2490 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskwtP2MO/build/tsan/bin/kudu with pid 2683
19:45:11.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T19:45:11Z chronyd exiting
19:45:12.173 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29998), Traces: [0ms] refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [206ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [209ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [573ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [576ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [591ms] refreshing cache from master, [592ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [600ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [602ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [605ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [608ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [610ms] refreshing cache from master, [610ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [611ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [611ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [616ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [616ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [619ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [620ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [631ms] refreshing cache from master, [631ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [632ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [633ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [636ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [636ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [640ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [641ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [671ms] refreshing cache from master, [671ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [672ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [673ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [678ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [678ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [680ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [681ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [710ms] refreshing cache from master, [711ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [711ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [712ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [715ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [716ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [719ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [720ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [750ms] refreshing cache from master, [751ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [752ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [753ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [756ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [756ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [759ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [760ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [890ms] refreshing cache from master, [891ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [893ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [894ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [898ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [899ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [900ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [901ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [1010ms] refreshing cache from master, [1011ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [1012ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [1013ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [1016ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [1016ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [1018ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [1019ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [1191ms] refreshing cache from master, [1191ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [1193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [1193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [1196ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [1197ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [1199ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [1200ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [1751ms] refreshing cache from master, [1751ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [1752ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [1753ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [1756ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [1757ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [1757ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [1758ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [3490ms] refreshing cache from master, [3491ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [3492ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [3493ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [3494ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [3496ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [3499ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [3500ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [7151ms] refreshing cache from master, [7151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [7152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [7153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [7156ms] too many traces: truncated at 100 traces, deferred=Deferred@1838638290(state=PENDING, result=null, callback=(continuation of Deferred@873265194 after retry RPC after error@1535292090) -> (continuation of Deferred@2126282005 after retry RPC after error@685455332) -> (continuation of Deferred@2068137853 after retry RPC after error@891039181) -> (continuation of Deferred@685095598 after retry RPC after error@1505807431) -> (continuation of Deferred@141498029 after retry RPC after error@1548300328) -> (continuation of Deferred@1506599365 after retry RPC after error@103922767) -> (continuation of Deferred@1981487194 after retry RPC after error@1665580737) -> (continuation of Deferred@1572518309 after retry RPC after error@1457694105) -> (continuation of Deferred@2014686935 after retry RPC after error@787724194) -> (continuation of Deferred@638338120 after retry RPC after error@1694622589) -> (continuation of Deferred@808946204 after retry RPC after error@55211295) -> (continuation of Deferred@1193299770 after retry RPC after error@768624296) -> (continuation of Deferred@565923428 after retry RPC after error@1904813505) -> (continuation of Deferred@873856341 after retry RPC after error@459217017) -> (continuation of Deferred@1617734936 after retry RPC after error@1483942905) -> (continuation of Deferred@1125620471 after retry RPC after error@552132156) -> (continuation of Deferred@636072788 after retry RPC after error@1686403315) -> (continuation of Deferred@465278646 after retry RPC after error@2110038723) -> (continuation of Deferred@366992700 after retry RPC after error@1390111892) -> (continuation of Deferred@361913951 after retry RPC after error@1301816468) -> (continuation of Deferred@650454566 after retry RPC after error@796086694) -> (continuation of Deferred@672436913 after retry RPC after error@606384035) -> (continuation of Deferred@736057623 after retry RPC after error@513069995) -> (continuation of Deferred@312036306 after retry RPC after error@323073941) -> (continuation of Deferred@1107772171 after retry RPC after error@2058799467) -> (continuation of Deferred@573164084 after retry RPC after error@1019886843) -> (continuation of Deferred@1152200562 after retry RPC after error@136076061) -> (continuation of Deferred@1686657088 after retry RPC after error@155753934), errback=(continuation of Deferred@873265194 after retry RPC after error@1535292090) -> (continuation of Deferred@2126282005 after retry RPC after error@685455332) -> (continuation of Deferred@2068137853 after retry RPC after error@891039181) -> (continuation of Deferred@685095598 after retry RPC after error@1505807431) -> (continuation of Deferred@141498029 after retry RPC after error@1548300328) -> (continuation of Deferred@1506599365 after retry RPC after error@103922767) -> (continuation of Deferred@1981487194 after retry RPC after error@1665580737) -> (continuation of Deferred@1572518309 after retry RPC after error@1457694105) -> (continuation of Deferred@2014686935 after retry RPC after error@787724194) -> (continuation of Deferred@638338120 after retry RPC after error@1694622589) -> (continuation of Deferred@808946204 after retry RPC after error@55211295) -> (continuation of Deferred@1193299770 after retry RPC after error@768624296) -> (continuation of Deferred@565923428 after retry RPC after error@1904813505) -> (continuation of Deferred@873856341 after retry RPC after error@459217017) -> (continuation of Deferred@1617734936 after retry RPC after error@1483942905) -> (continuation of Deferred@1125620471 after retry RPC after error@552132156) -> (continuation of Deferred@636072788 after retry RPC after error@1686403315) -> (continuation of Deferred@465278646 after retry RPC after error@2110038723) -> (continuation of Deferred@366992700 after retry RPC after error@1390111892) -> (continuation of Deferred@361913951 after retry RPC after error@1301816468) -> (continuation of Deferred@650454566 after retry RPC after error@796086694) -> (continuation of Deferred@672436913 after retry RPC after error@606384035) -> (continuation of Deferred@736057623 after retry RPC after error@513069995) -> (continuation of Deferred@312036306 after retry RPC after error@323073941) -> (continuation of Deferred@1107772171 after retry RPC after error@2058799467) -> (continuation of Deferred@573164084 after retry RPC after error@1019886843) -> (continuation of Deferred@1152200562 after retry RPC after error@136076061) -> (continuation of Deferred@1686657088 after retry RPC after error@155753934)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.77.253:45355
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29998), Traces: [0ms] refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [206ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [209ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [573ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [576ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [591ms] refreshing cache from master, [592ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [600ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [602ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [605ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [608ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [610ms] refreshing cache from master, [610ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [611ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [611ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [616ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [616ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [619ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [620ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [631ms] refreshing cache from master, [631ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [632ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [633ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [636ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [636ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [640ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [641ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [671ms] refreshing cache from master, [671ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [672ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [673ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [678ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [678ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [680ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [681ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [710ms] refreshing cache from master, [711ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [711ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [712ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [715ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [716ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [719ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [720ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [750ms] refreshing cache from master, [751ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [752ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [753ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [756ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [756ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [759ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [760ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [890ms] refreshing cache from master, [891ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [893ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [894ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [898ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [899ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [900ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [901ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [1010ms] refreshing cache from master, [1011ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [1012ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [1013ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [1016ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [1016ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [1018ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [1019ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [1191ms] refreshing cache from master, [1191ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [1193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [1193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [1196ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [1197ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [1199ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [1200ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [1751ms] refreshing cache from master, [1751ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [1752ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [1753ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [1756ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [1757ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [1757ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [1758ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [3490ms] refreshing cache from master, [3491ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [3492ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [3493ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [3494ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.254:44075: Network error: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075, [3496ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.253:45355: Network error: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [3499ms] Sub RPC ConnectToMaster: received response from server master-127.3.77.252:38851: OK, [3500ms] delaying RPC due to: Service unavailable: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355, [7151ms] refreshing cache from master, [7151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.254:44075, [7152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.252:38851, [7153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.77.253:45355, [7156ms] too many traces: truncated at 100 traces, deferred=Deferred@1838638290(state=PENDING, result=null, callback=(continuation of Deferred@873265194 after retry RPC after error@1535292090) -> (continuation of Deferred@2126282005 after retry RPC after error@685455332) -> (continuation of Deferred@2068137853 after retry RPC after error@891039181) -> (continuation of Deferred@685095598 after retry RPC after error@1505807431) -> (continuation of Deferred@141498029 after retry RPC after error@1548300328) -> (continuation of Deferred@1506599365 after retry RPC after error@103922767) -> (continuation of Deferred@1981487194 after retry RPC after error@1665580737) -> (continuation of Deferred@1572518309 after retry RPC after error@1457694105) -> (continuation of Deferred@2014686935 after retry RPC after error@787724194) -> (continuation of Deferred@638338120 after retry RPC after error@1694622589) -> (continuation of Deferred@808946204 after retry RPC after error@55211295) -> (continuation of Deferred@1193299770 after retry RPC after error@768624296) -> (continuation of Deferred@565923428 after retry RPC after error@1904813505) -> (continuation of Deferred@873856341 after retry RPC after error@459217017) -> (continuation of Deferred@1617734936 after retry RPC after error@1483942905) -> (continuation of Deferred@1125620471 after retry RPC after error@552132156) -> (continuation of Deferred@636072788 after retry RPC after error@1686403315) -> (continuation of Deferred@465278646 after retry RPC after error@2110038723) -> (continuation of Deferred@366992700 after retry RPC after error@1390111892) -> (continuation of Deferred@361913951 after retry RPC after error@1301816468) -> (continuation of Deferred@650454566 after retry RPC after error@796086694) -> (continuation of Deferred@672436913 after retry RPC after error@606384035) -> (continuation of Deferred@736057623 after retry RPC after error@513069995) -> (continuation of Deferred@312036306 after retry RPC after error@323073941) -> (continuation of Deferred@1107772171 after retry RPC after error@2058799467) -> (continuation of Deferred@573164084 after retry RPC after error@1019886843) -> (continuation of Deferred@1152200562 after retry RPC after error@136076061) -> (continuation of Deferred@1686657088 after retry RPC after error@155753934), errback=(continuation of Deferred@873265194 after retry RPC after error@1535292090) -> (continuation of Deferred@2126282005 after retry RPC after error@685455332) -> (continuation of Deferred@2068137853 after retry RPC after error@891039181) -> (continuation of Deferred@685095598 after retry RPC after error@1505807431) -> (continuation of Deferred@141498029 after retry RPC after error@1548300328) -> (continuation of Deferred@1506599365 after retry RPC after error@103922767) -> (continuation of Deferred@1981487194 after retry RPC after error@1665580737) -> (continuation of Deferred@1572518309 after retry RPC after error@1457694105) -> (continuation of Deferred@2014686935 after retry RPC after error@787724194) -> (continuation of Deferred@638338120 after retry RPC after error@1694622589) -> (continuation of Deferred@808946204 after retry RPC after error@55211295) -> (continuation of Deferred@1193299770 after retry RPC after error@768624296) -> (continuation of Deferred@565923428 after retry RPC after error@1904813505) -> (continuation of Deferred@873856341 after retry RPC after error@459217017) -> (continuation of Deferred@1617734936 after retry RPC after error@1483942905) -> (continuation of Deferred@1125620471 after retry RPC after error@552132156) -> (continuation of Deferred@636072788 after retry RPC after error@1686403315) -> (continuation of Deferred@465278646 after retry RPC after error@2110038723) -> (continuation of Deferred@366992700 after retry RPC after error@1390111892) -> (continuation of Deferred@361913951 after retry RPC after error@1301816468) -> (continuation of Deferred@650454566 after retry RPC after error@796086694) -> (continuation of Deferred@672436913 after retry RPC after error@606384035) -> (continuation of Deferred@736057623 after retry RPC after error@513069995) -> (continuation of Deferred@312036306 after retry RPC after error@323073941) -> (continuation of Deferred@1107772171 after retry RPC after error@2058799467) -> (continuation of Deferred@573164084 after retry RPC after error@1019886843) -> (continuation of Deferred@1152200562 after retry RPC after error@136076061) -> (continuation of Deferred@1686657088 after retry RPC after error@155753934)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.77.254:44075,127.3.77.252:38851,127.3.77.253:45355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.254:44075(127.3.77.254:44075): Connection refused: /127.3.77.254:44075,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.77.253:45355(127.3.77.253:45355): Connection refused: /127.3.77.253:45355
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.77.253:45355
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)