11:24:18.399 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
11:24:18.411 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task4dLbsW/test-tmp
11:24:18.413 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
11:24:18.417 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task4dLbsW/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
11:24:18.653 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
11:24:18.824 [DEBUG - main] (MiniKuduCluster.java:195) Response:
11:24:18.825 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
11:24:18.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:18.828909 7067 mini_oidc.cc:152] Starting JWKS server
11:24:18.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:18.832407 7067 webserver.cc:460] Webserver started at http://127.0.0.1:43869/ using document root <none> and password file <none>
11:24:18.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:18.832923 7067 mini_oidc.cc:189] Starting OIDC Discovery server
11:24:18.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:18.835167 7067 webserver.cc:460] Webserver started at http://127.0.0.1:41197/ using document root <none> and password file <none>
11:24:18.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T11:24:18Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
11:24:18.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T11:24:18Z Disabled control of system clock
11:24:18.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:18.887084 7067 external_mini_cluster.cc:1326] Running /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu
11:24:18.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu
11:24:18.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-0/wal
11:24:18.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-0/data
11:24:18.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:24:18.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:24:18.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:24:18.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:24:18.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:24:18.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:24:18.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-0/logs
11:24:18.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-0/data/info.pb
11:24:18.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:24:18.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:24:18.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:24:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:24:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:24:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:24:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:24:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:24:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:24:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:24:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:24:18.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:24:18.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.230.254:41847
11:24:18.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.230.254
11:24:18.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:24:18.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.230.212:38191
11:24:18.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:24:18.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:24:18.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:24:18.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:24:18.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.230.254:41847,127.6.230.253:37433,127.6.230.252:35149
11:24:18.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:24:18.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43869/jwks.json with env {}
11:24:19.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:19.185514 7079 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:24:19.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:19.186057 7079 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:24:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:19.186777 7079 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:24:19.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:19.217279 7079 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:24:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:19.217553 7079 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:24:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:19.217738 7079 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:24:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:19.217913 7079 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:24:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:19.218173 7079 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:24:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:19.218415 7079 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43869/jwks.json
11:24:19.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:19.253580 7079 master_runner.cc:386] Master server non-default flags:
11:24:19.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:24:19.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.230.212:38191
11:24:19.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:24:19.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:24:19.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-0/data
11:24:19.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-0/wal
11:24:19.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:24:19.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.230.254:41847,127.6.230.253:37433,127.6.230.252:35149
11:24:19.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:24:19.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:24:19.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:24:19.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.230.254:41847
11:24:19.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:24:19.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:24:19.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:24:19.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43869/jwks.json
11:24:19.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:24:19.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:24:19.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-0/data/info.pb
11:24:19.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.230.254
11:24:19.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:24:19.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:24:19.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:24:19.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:24:19.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:24:19.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:24:19.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-0/logs
11:24:19.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:24:19.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:24:19.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:24:19.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:24:19.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:24:19.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:24:19.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:24:19.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 10:38:06 UTC on ccycloud.quasar-tszgha.root.comops.site
11:24:19.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675883
11:24:19.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:24:19.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:19.254917 7079 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:24:19.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:19.257043 7079 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:24:19.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:19.277894 7086 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:20.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:19.277882 7085 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:20.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:19.278239 7088 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:20.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:19.279798 7079 server_base.cc:1034] running on GCE node
11:24:20.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.483901 7079 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:24:20.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.487275 7079 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:24:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.488744 7079 hybrid_clock.cc:648] HybridClock initialized: now 1790508260488698 us; error 66 us; skew 500 ppm
11:24:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.489662 7079 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:24:20.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.496395 7079 webserver.cc:460] Webserver started at http://127.6.230.254:35947/ using document root <none> and password file <none>
11:24:20.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.497433 7079 fs_manager.cc:359] Metadata directory not provided
11:24:20.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.497632 7079 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:24:20.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.498021 7079 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:24:20.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.503070 7079 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-0/data/instance:
11:24:20.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c64b239441254871b2f909bfd2d52620"
11:24:20.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:20 on dist-test-slave-zh8v"
11:24:20.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.504273 7079 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-0/wal/instance:
11:24:20.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c64b239441254871b2f909bfd2d52620"
11:24:20.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:20 on dist-test-slave-zh8v"
11:24:20.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.512616 7079 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.002s sys 0.005s
11:24:20.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.518421 7095 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:24:20.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.519698 7079 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
11:24:20.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.520035 7079 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-0/data,/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-0/wal
11:24:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c64b239441254871b2f909bfd2d52620"
11:24:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:20 on dist-test-slave-zh8v"
11:24:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.520357 7079 fs_report.cc:383] FS layout report
11:24:20.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:24:20.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-0/wal
11:24:20.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-0/wal
11:24:20.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-0/data/data
11:24:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:24:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:24:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:24:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:24:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:24:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:24:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:24:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:24:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:24:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:24:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:24:20.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.573288 7079 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:24:20.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.574775 7079 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:24:20.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.575191 7079 kserver.cc:163] Server-wide thread pool size limit: 3276
11:24:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.654026 7079 rpc_server.cc:307] RPC server started. Bound to: 127.6.230.254:41847
11:24:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.654176 7146 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.230.254:41847 every 8 connection(s)
11:24:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.656728 7079 server_base.cc:1166] Dumped server information to /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-0/data/info.pb
11:24:20.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.662214 7147 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:24:20.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.663712 7067 external_mini_cluster.cc:1388] Started /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu as pid 7079
11:24:20.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.664072 7067 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-0/wal/instance
11:24:20.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.667428 7067 external_mini_cluster.cc:1326] Running /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu
11:24:20.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu
11:24:20.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-1/wal
11:24:20.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-1/data
11:24:20.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:24:20.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:24:20.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:24:20.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:24:20.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:24:20.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:24:20.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-1/logs
11:24:20.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-1/data/info.pb
11:24:20.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:24:20.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:24:20.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:24:20.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:24:20.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:24:20.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:24:20.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:24:20.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:24:20.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:24:20.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:24:20.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:24:20.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:24:20.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.230.253:37433
11:24:20.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.230.253
11:24:20.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:24:20.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.230.212:38191
11:24:20.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:24:20.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:24:20.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:24:20.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:24:20.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.230.254:41847,127.6.230.253:37433,127.6.230.252:35149
11:24:20.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:24:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43869/jwks.json with env {}
11:24:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.681245 7147 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.230.254" port: 41847 } has no permanent_uuid. Determining permanent_uuid...
11:24:20.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.714582 7147 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } has no permanent_uuid. Determining permanent_uuid...
11:24:20.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:20.717305 7098 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.230.253:37433: connect: Connection refused (error 111)
11:24:20.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:20.721719 7147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.230.253:37433: Network error: Client connection negotiation failed: client connection to 127.6.230.253:37433: connect: Connection refused (error 111)
11:24:20.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.771291 7147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } attempt: 1
11:24:20.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:20.775713 7147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.230.253:37433: Network error: Client connection negotiation failed: client connection to 127.6.230.253:37433: connect: Connection refused (error 111)
11:24:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.844218 7147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } attempt: 2
11:24:20.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:20.848196 7147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.230.253:37433: Network error: Client connection negotiation failed: client connection to 127.6.230.253:37433: connect: Connection refused (error 111)
11:24:20.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:20.939692 7147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } attempt: 3
11:24:20.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:20.943514 7147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.230.253:37433: Network error: Client connection negotiation failed: client connection to 127.6.230.253:37433: connect: Connection refused (error 111)
11:24:21.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:20.999948 7149 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:24:21.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:21.000532 7149 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:24:21.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:21.001327 7149 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:24:21.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:21.034883 7149 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:24:21.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:21.035175 7149 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:24:21.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:21.035360 7149 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:24:21.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:21.035537 7149 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:24:21.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:21.035739 7149 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:24:21.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:21.035871 7149 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43869/jwks.json
11:24:21.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:21.072703 7149 master_runner.cc:386] Master server non-default flags:
11:24:21.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:24:21.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.230.212:38191
11:24:21.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:24:21.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:24:21.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-1/data
11:24:21.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-1/wal
11:24:21.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:24:21.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.230.254:41847,127.6.230.253:37433,127.6.230.252:35149
11:24:21.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:24:21.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:24:21.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:24:21.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.230.253:37433
11:24:21.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:24:21.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:24:21.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:24:21.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43869/jwks.json
11:24:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:24:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:24:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-1/data/info.pb
11:24:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.230.253
11:24:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:24:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:24:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:24:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:24:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:24:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:24:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-1/logs
11:24:21.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:24:21.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:24:21.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:24:21.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:24:21.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:24:21.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:24:21.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:24:21.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 10:38:06 UTC on ccycloud.quasar-tszgha.root.comops.site
11:24:21.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675883
11:24:21.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:24:21.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:21.074004 7149 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:24:21.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:21.076133 7149 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:24:21.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:21.086922 7147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } attempt: 4
11:24:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:21.091706 7147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.230.253:37433: Network error: Client connection negotiation failed: client connection to 127.6.230.253:37433: connect: Connection refused (error 111)
11:24:21.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:21.096345 7161 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:21.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:21.391572 7147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } attempt: 5
11:24:21.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:21.395886 7147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.230.253:37433: Network error: Client connection negotiation failed: client connection to 127.6.230.253:37433: connect: Connection refused (error 111)
11:24:21.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:21.943532 7147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } attempt: 6
11:24:21.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:21.950958 7147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.230.253:37433: Network error: Client connection negotiation failed: client connection to 127.6.230.253:37433: connect: Connection refused (error 111)
11:24:22.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:21.096848 7158 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:22.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:21.099529 7149 server_base.cc:1034] running on GCE node
11:24:22.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:21.096500 7159 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:22.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.419467 7149 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:24:22.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.422483 7149 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:24:22.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.423921 7149 hybrid_clock.cc:648] HybridClock initialized: now 1790508262423884 us; error 84 us; skew 500 ppm
11:24:22.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.425139 7149 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:24:22.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.437824 7149 webserver.cc:460] Webserver started at http://127.6.230.253:35325/ using document root <none> and password file <none>
11:24:22.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.438941 7149 fs_manager.cc:359] Metadata directory not provided
11:24:22.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.439216 7149 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:24:22.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.439821 7149 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:24:22.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.445868 7149 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-1/data/instance:
11:24:22.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "edd007fbd75344179cf5dc5001921e08"
11:24:22.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:22 on dist-test-slave-zh8v"
11:24:22.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.447023 7149 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-1/wal/instance:
11:24:22.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "edd007fbd75344179cf5dc5001921e08"
11:24:22.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:22 on dist-test-slave-zh8v"
11:24:22.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.454648 7149 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
11:24:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.460567 7170 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:24:22.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.461860 7149 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
11:24:22.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.462152 7149 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-1/data,/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-1/wal
11:24:22.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "edd007fbd75344179cf5dc5001921e08"
11:24:22.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:22 on dist-test-slave-zh8v"
11:24:22.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.462467 7149 fs_report.cc:383] FS layout report
11:24:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:24:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-1/wal
11:24:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-1/wal
11:24:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-1/data/data
11:24:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:24:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:24:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:24:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:24:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:24:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:24:22.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:24:22.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:24:22.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:24:22.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:24:22.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:24:22.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.508832 7149 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:24:22.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.510516 7149 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:24:22.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.511046 7149 kserver.cc:163] Server-wide thread pool size limit: 3276
11:24:22.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.595309 7149 rpc_server.cc:307] RPC server started. Bound to: 127.6.230.253:37433
11:24:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.595377 7221 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.230.253:37433 every 8 connection(s)
11:24:22.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.598416 7149 server_base.cc:1166] Dumped server information to /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-1/data/info.pb
11:24:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.604264 7222 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:24:22.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.607668 7067 external_mini_cluster.cc:1388] Started /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu as pid 7149
11:24:22.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.608078 7067 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-1/wal/instance
11:24:22.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.610455 7067 external_mini_cluster.cc:1326] Running /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu
11:24:22.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu
11:24:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-2/wal
11:24:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-2/data
11:24:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:24:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:24:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:24:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:24:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:24:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:24:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-2/logs
11:24:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-2/data/info.pb
11:24:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:24:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:24:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:24:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:24:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:24:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:24:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:24:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:24:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:24:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:24:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:24:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:24:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.230.252:35149
11:24:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.230.252
11:24:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:24:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.230.212:38191
11:24:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:24:22.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:24:22.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:24:22.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:24:22.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.230.254:41847,127.6.230.253:37433,127.6.230.252:35149
11:24:22.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:24:22.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43869/jwks.json with env {}
11:24:22.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.616961 7222 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.230.254" port: 41847 } has no permanent_uuid. Determining permanent_uuid...
11:24:22.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.647464 7222 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } has no permanent_uuid. Determining permanent_uuid...
11:24:22.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.673429 7222 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } has no permanent_uuid. Determining permanent_uuid...
11:24:22.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:22.676354 7173 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.230.252:35149: connect: Connection refused (error 111)
11:24:22.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:22.685014 7222 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.230.252:35149: Network error: Client connection negotiation failed: client connection to 127.6.230.252:35149: connect: Connection refused (error 111)
11:24:22.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.734620 7222 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } attempt: 1
11:24:22.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:22.738549 7222 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.230.252:35149: Network error: Client connection negotiation failed: client connection to 127.6.230.252:35149: connect: Connection refused (error 111)
11:24:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.807044 7222 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } attempt: 2
11:24:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:22.811966 7222 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.230.252:35149: Network error: Client connection negotiation failed: client connection to 127.6.230.252:35149: connect: Connection refused (error 111)
11:24:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:22.903417 7222 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } attempt: 3
11:24:22.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:22.907747 7222 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.230.252:35149: Network error: Client connection negotiation failed: client connection to 127.6.230.252:35149: connect: Connection refused (error 111)
11:24:22.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:22.949661 7224 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:24:22.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:22.950670 7224 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:24:22.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:22.951153 7224 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:24:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:22.985893 7224 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:24:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:22.986197 7224 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:24:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:22.986385 7224 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:24:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:22.986564 7224 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:24:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:22.986748 7224 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:24:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:22.986873 7224 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43869/jwks.json
11:24:23.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:23.011561 7147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } attempt: 7
11:24:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:23.024376 7224 master_runner.cc:386] Master server non-default flags:
11:24:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:24:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.230.212:38191
11:24:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:24:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:24:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-2/data
11:24:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-2/wal
11:24:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:24:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.230.254:41847,127.6.230.253:37433,127.6.230.252:35149
11:24:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:24:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:24:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:24:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.230.252:35149
11:24:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:24:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:24:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:24:23.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43869/jwks.json
11:24:23.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:24:23.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:24:23.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-2/data/info.pb
11:24:23.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.230.252
11:24:23.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:24:23.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:24:23.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:24:23.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:24:23.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:24:23.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:24:23.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-2/logs
11:24:23.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:24:23.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:24:23.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:24:23.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:24:23.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:24:23.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:24:23.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:24:23.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 10:38:06 UTC on ccycloud.quasar-tszgha.root.comops.site
11:24:23.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675883
11:24:23.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:24:23.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:23.025234 7147 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } has no permanent_uuid. Determining permanent_uuid...
11:24:23.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:23.025938 7224 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:24:23.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:23.028079 7224 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:24:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:23.033885 7147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.230.252:35149: Network error: Client connection negotiation failed: client connection to 127.6.230.252:35149: connect: Connection refused (error 111)
11:24:23.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:23.048290 7239 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:23.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:23.051167 7222 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } attempt: 4
11:24:23.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:23.056210 7222 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.230.252:35149: Network error: Client connection negotiation failed: client connection to 127.6.230.252:35149: connect: Connection refused (error 111)
11:24:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:23.092295 7147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } attempt: 1
11:24:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:23.097242 7147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.230.252:35149: Network error: Client connection negotiation failed: client connection to 127.6.230.252:35149: connect: Connection refused (error 111)
11:24:23.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:23.178655 7147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } attempt: 2
11:24:23.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:23.184221 7147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.230.252:35149: Network error: Client connection negotiation failed: client connection to 127.6.230.252:35149: connect: Connection refused (error 111)
11:24:23.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:23.269748 7147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } attempt: 3
11:24:23.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:23.273414 7147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.230.252:35149: Network error: Client connection negotiation failed: client connection to 127.6.230.252:35149: connect: Connection refused (error 111)
11:24:23.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:23.355757 7222 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } attempt: 5
11:24:23.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:23.362527 7222 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.230.252:35149: Network error: Client connection negotiation failed: client connection to 127.6.230.252:35149: connect: Connection refused (error 111)
11:24:23.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:23.414124 7147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } attempt: 4
11:24:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:23.418623 7147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.230.252:35149: Network error: Client connection negotiation failed: client connection to 127.6.230.252:35149: connect: Connection refused (error 111)
11:24:23.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:23.702275 7147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } attempt: 5
11:24:23.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:23.707248 7147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.230.252:35149: Network error: Client connection negotiation failed: client connection to 127.6.230.252:35149: connect: Connection refused (error 111)
11:24:23.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:23.909998 7222 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } attempt: 6
11:24:23.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:23.918270 7222 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.230.252:35149: Network error: Client connection negotiation failed: client connection to 127.6.230.252:35149: connect: Connection refused (error 111)
11:24:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.259663 7147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } attempt: 6
11:24:24.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:24.266665 7147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.230.252:35149: Network error: Client connection negotiation failed: client connection to 127.6.230.252:35149: connect: Connection refused (error 111)
11:24:24.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:23.048344 7237 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:24.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:23.049281 7236 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:24.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:24.296203 7238 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
11:24:24.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.296293 7224 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
11:24:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.300478 7224 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:24:24.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.304124 7224 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:24:24.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.305586 7224 hybrid_clock.cc:648] HybridClock initialized: now 1790508264305545 us; error 63 us; skew 500 ppm
11:24:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.306485 7224 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:24:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.314648 7224 webserver.cc:460] Webserver started at http://127.6.230.252:38367/ using document root <none> and password file <none>
11:24:24.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.315936 7224 fs_manager.cc:359] Metadata directory not provided
11:24:24.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.316213 7224 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:24:24.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.316797 7224 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:24:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.324441 7224 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-2/data/instance:
11:24:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "999ceefd4aa04f4b976c763dbd0430ae"
11:24:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:24 on dist-test-slave-zh8v"
11:24:24.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.326176 7224 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-2/wal/instance:
11:24:24.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "999ceefd4aa04f4b976c763dbd0430ae"
11:24:24.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:24 on dist-test-slave-zh8v"
11:24:24.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.335204 7224 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.009s sys 0.000s
11:24:24.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.341370 7250 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:24:24.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.342489 7224 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
11:24:24.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.342772 7224 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-2/data,/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-2/wal
11:24:24.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "999ceefd4aa04f4b976c763dbd0430ae"
11:24:24.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:24 on dist-test-slave-zh8v"
11:24:24.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.343065 7224 fs_report.cc:383] FS layout report
11:24:24.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:24:24.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-2/wal
11:24:24.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-2/wal
11:24:24.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-2/data/data
11:24:24.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:24:24.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:24:24.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:24:24.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:24:24.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:24:24.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:24:24.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:24:24.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:24:24.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:24:24.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:24:24.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:24:24.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.379244 7224 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:24:24.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.380625 7224 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:24:24.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.381120 7224 kserver.cc:163] Server-wide thread pool size limit: 3276
11:24:24.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.460014 7224 rpc_server.cc:307] RPC server started. Bound to: 127.6.230.252:35149
11:24:24.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.460100 7301 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.230.252:35149 every 8 connection(s)
11:24:24.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.462963 7224 server_base.cc:1166] Dumped server information to /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-2/data/info.pb
11:24:24.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.468338 7302 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:24:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.469183 7067 external_mini_cluster.cc:1388] Started /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu as pid 7224
11:24:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.469626 7067 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/master-2/wal/instance
11:24:24.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.486292 7302 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.230.254" port: 41847 } has no permanent_uuid. Determining permanent_uuid...
11:24:24.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.518050 7302 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } has no permanent_uuid. Determining permanent_uuid...
11:24:24.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.529161 7302 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } has no permanent_uuid. Determining permanent_uuid...
11:24:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.547008 7302 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae: Bootstrap starting.
11:24:24.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.554513 7302 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae: Neither blocks nor log segments found. Creating new log.
11:24:24.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.557498 7302 log.cc:824] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae: Log is configured to *not* fsync() on all Append() calls
11:24:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.563920 7302 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae: No bootstrap required, opened a new log
11:24:24.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.587806 7302 raft_consensus.cc:348] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c64b239441254871b2f909bfd2d52620" member_type: VOTER last_known_addr { host: "127.6.230.254" port: 41847 } } peers { permanent_uuid: "edd007fbd75344179cf5dc5001921e08" member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } } peers { permanent_uuid: "999ceefd4aa04f4b976c763dbd0430ae" member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } }
11:24:24.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.588425 7302 raft_consensus.cc:374] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:24:24.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.588595 7302 raft_consensus.cc:729] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 999ceefd4aa04f4b976c763dbd0430ae, State: Initialized, Role: FOLLOWER
11:24:24.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.589505 7302 consensus_queue.cc:260] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c64b239441254871b2f909bfd2d52620" member_type: VOTER last_known_addr { host: "127.6.230.254" port: 41847 } } peers { permanent_uuid: "edd007fbd75344179cf5dc5001921e08" member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } } peers { permanent_uuid: "999ceefd4aa04f4b976c763dbd0430ae" member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } }
11:24:24.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.591943 7311 sys_catalog.cc:455] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c64b239441254871b2f909bfd2d52620" member_type: VOTER last_known_addr { host: "127.6.230.254" port: 41847 } } peers { permanent_uuid: "edd007fbd75344179cf5dc5001921e08" member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } } peers { permanent_uuid: "999ceefd4aa04f4b976c763dbd0430ae" member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } } }
11:24:24.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.593360 7311 sys_catalog.cc:458] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [sys.catalog]: This master's current role is: FOLLOWER
11:24:24.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.594182 7302 sys_catalog.cc:564] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [sys.catalog]: configured and running, proceeding with master startup.
11:24:24.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.601145 7311 raft_consensus.cc:482] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:24:24.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.601675 7311 raft_consensus.cc:504] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c64b239441254871b2f909bfd2d52620" member_type: VOTER last_known_addr { host: "127.6.230.254" port: 41847 } } peers { permanent_uuid: "edd007fbd75344179cf5dc5001921e08" member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } } peers { permanent_uuid: "999ceefd4aa04f4b976c763dbd0430ae" member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } }
11:24:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.604498 7311 leader_election.cc:288] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c64b239441254871b2f909bfd2d52620 (127.6.230.254:41847), edd007fbd75344179cf5dc5001921e08 (127.6.230.253:37433)
11:24:24.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:24.638109 7256 tablet.cc:2369] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:24:24.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:24.656416 7322 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:24:24.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:24.656797 7322 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:24:24.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.638036 7224 master_runner.cc:186] Error getting master registration for 127.6.230.254:41847: OK, instance_id { permanent_uuid: "c64b239441254871b2f909bfd2d52620" instance_seqno: 1790508260631406 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
11:24:24.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.678747 7224 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:24:24.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:24.983848 7222 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } attempt: 7
11:24:25.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.005888 7222 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P edd007fbd75344179cf5dc5001921e08: Bootstrap starting.
11:24:25.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.013530 7222 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P edd007fbd75344179cf5dc5001921e08: Neither blocks nor log segments found. Creating new log.
11:24:25.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.015735 7222 log.cc:824] T 00000000000000000000000000000000 P edd007fbd75344179cf5dc5001921e08: Log is configured to *not* fsync() on all Append() calls
11:24:25.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.021340 7222 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P edd007fbd75344179cf5dc5001921e08: No bootstrap required, opened a new log
11:24:25.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.054680 7222 raft_consensus.cc:348] T 00000000000000000000000000000000 P edd007fbd75344179cf5dc5001921e08 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c64b239441254871b2f909bfd2d52620" member_type: VOTER last_known_addr { host: "127.6.230.254" port: 41847 } } peers { permanent_uuid: "edd007fbd75344179cf5dc5001921e08" member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } } peers { permanent_uuid: "999ceefd4aa04f4b976c763dbd0430ae" member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } }
11:24:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.055945 7222 raft_consensus.cc:374] T 00000000000000000000000000000000 P edd007fbd75344179cf5dc5001921e08 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:24:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.056267 7222 raft_consensus.cc:729] T 00000000000000000000000000000000 P edd007fbd75344179cf5dc5001921e08 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: edd007fbd75344179cf5dc5001921e08, State: Initialized, Role: FOLLOWER
11:24:25.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.057209 7222 consensus_queue.cc:260] T 00000000000000000000000000000000 P edd007fbd75344179cf5dc5001921e08 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c64b239441254871b2f909bfd2d52620" member_type: VOTER last_known_addr { host: "127.6.230.254" port: 41847 } } peers { permanent_uuid: "edd007fbd75344179cf5dc5001921e08" member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } } peers { permanent_uuid: "999ceefd4aa04f4b976c763dbd0430ae" member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } }
11:24:25.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.060775 7326 sys_catalog.cc:455] T 00000000000000000000000000000000 P edd007fbd75344179cf5dc5001921e08 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c64b239441254871b2f909bfd2d52620" member_type: VOTER last_known_addr { host: "127.6.230.254" port: 41847 } } peers { permanent_uuid: "edd007fbd75344179cf5dc5001921e08" member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } } peers { permanent_uuid: "999ceefd4aa04f4b976c763dbd0430ae" member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } } }
11:24:25.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.062969 7326 sys_catalog.cc:458] T 00000000000000000000000000000000 P edd007fbd75344179cf5dc5001921e08 [sys.catalog]: This master's current role is: FOLLOWER
11:24:25.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.062969 7222 sys_catalog.cc:564] T 00000000000000000000000000000000 P edd007fbd75344179cf5dc5001921e08 [sys.catalog]: configured and running, proceeding with master startup.
11:24:25.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.063517 7197 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "999ceefd4aa04f4b976c763dbd0430ae" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "edd007fbd75344179cf5dc5001921e08" is_pre_election: true
11:24:25.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.064425 7197 raft_consensus.cc:2454] T 00000000000000000000000000000000 P edd007fbd75344179cf5dc5001921e08 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 999ceefd4aa04f4b976c763dbd0430ae in term 0.
11:24:25.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.065857 7253 leader_election.cc:302] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 999ceefd4aa04f4b976c763dbd0430ae, edd007fbd75344179cf5dc5001921e08; no voters:
11:24:25.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.067395 7311 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [term 0 FOLLOWER]: Leader pre-election won for term 1
11:24:25.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.067752 7311 raft_consensus.cc:482] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
11:24:25.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.068105 7311 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [term 0 FOLLOWER]: Advancing to term 1
11:24:25.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.082742 7311 raft_consensus.cc:504] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c64b239441254871b2f909bfd2d52620" member_type: VOTER last_known_addr { host: "127.6.230.254" port: 41847 } } peers { permanent_uuid: "edd007fbd75344179cf5dc5001921e08" member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } } peers { permanent_uuid: "999ceefd4aa04f4b976c763dbd0430ae" member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } }
11:24:25.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.092355 7197 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "999ceefd4aa04f4b976c763dbd0430ae" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "edd007fbd75344179cf5dc5001921e08"
11:24:25.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.091914 7311 leader_election.cc:288] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [CANDIDATE]: Term 1 election: Requested vote from peers c64b239441254871b2f909bfd2d52620 (127.6.230.254:41847), edd007fbd75344179cf5dc5001921e08 (127.6.230.253:37433)
11:24:25.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.092943 7197 raft_consensus.cc:3037] T 00000000000000000000000000000000 P edd007fbd75344179cf5dc5001921e08 [term 0 FOLLOWER]: Advancing to term 1
11:24:25.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.099948 7197 raft_consensus.cc:2454] T 00000000000000000000000000000000 P edd007fbd75344179cf5dc5001921e08 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 999ceefd4aa04f4b976c763dbd0430ae in term 1.
11:24:25.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.101008 7253 leader_election.cc:302] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 999ceefd4aa04f4b976c763dbd0430ae, edd007fbd75344179cf5dc5001921e08; no voters:
11:24:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.101863 7311 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [term 1 FOLLOWER]: Leader election won for term 1
11:24:25.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.116760 7311 raft_consensus.cc:686] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [term 1 LEADER]: Becoming Leader. State: Replica: 999ceefd4aa04f4b976c763dbd0430ae, State: Running, Role: LEADER
11:24:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.117729 7311 consensus_queue.cc:237] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c64b239441254871b2f909bfd2d52620" member_type: VOTER last_known_addr { host: "127.6.230.254" port: 41847 } } peers { permanent_uuid: "edd007fbd75344179cf5dc5001921e08" member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } } peers { permanent_uuid: "999ceefd4aa04f4b976c763dbd0430ae" member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } }
11:24:25.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:25.131983 7337 catalog_manager.cc:1558] T 00000000000000000000000000000000 P edd007fbd75344179cf5dc5001921e08: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:24:25.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:25.132789 7337 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:24:25.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.143657 7338 sys_catalog.cc:455] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [sys.catalog]: SysCatalogTable state changed. Reason: New leader 999ceefd4aa04f4b976c763dbd0430ae. Latest consensus state: current_term: 1 leader_uuid: "999ceefd4aa04f4b976c763dbd0430ae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c64b239441254871b2f909bfd2d52620" member_type: VOTER last_known_addr { host: "127.6.230.254" port: 41847 } } peers { permanent_uuid: "edd007fbd75344179cf5dc5001921e08" member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } } peers { permanent_uuid: "999ceefd4aa04f4b976c763dbd0430ae" member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } } }
11:24:25.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.144423 7338 sys_catalog.cc:458] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [sys.catalog]: This master's current role is: LEADER
11:24:25.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.164155 7341 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
11:24:25.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.171473 7341 catalog_manager.cc:1484] Initializing Kudu cluster ID...
11:24:25.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.098400 7149 master_runner.cc:186] Error getting master registration for 127.6.230.254:41847: OK, instance_id { permanent_uuid: "c64b239441254871b2f909bfd2d52620" instance_seqno: 1790508260631406 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
11:24:25.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.183503 7149 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:24:25.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.202456 7197 raft_consensus.cc:1261] T 00000000000000000000000000000000 P edd007fbd75344179cf5dc5001921e08 [term 1 FOLLOWER]: Refusing update from remote peer 999ceefd4aa04f4b976c763dbd0430ae: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:24:25.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.204183 7311 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [LEADER]: Connected to new peer: Peer: permanent_uuid: "edd007fbd75344179cf5dc5001921e08" member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:24:25.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.235188 7326 sys_catalog.cc:455] T 00000000000000000000000000000000 P edd007fbd75344179cf5dc5001921e08 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 999ceefd4aa04f4b976c763dbd0430ae. Latest consensus state: current_term: 1 leader_uuid: "999ceefd4aa04f4b976c763dbd0430ae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c64b239441254871b2f909bfd2d52620" member_type: VOTER last_known_addr { host: "127.6.230.254" port: 41847 } } peers { permanent_uuid: "edd007fbd75344179cf5dc5001921e08" member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } } peers { permanent_uuid: "999ceefd4aa04f4b976c763dbd0430ae" member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } } }
11:24:25.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.235919 7326 sys_catalog.cc:458] T 00000000000000000000000000000000 P edd007fbd75344179cf5dc5001921e08 [sys.catalog]: This master's current role is: FOLLOWER
11:24:25.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.236927 7342 mvcc.cc:205] Tried to move back new op lower bound from 7333921854247780352 to 7333921853945622528. Current Snapshot: MvccSnapshot[applied={T|T < 7333921854247780352}]
11:24:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.238479 7326 sys_catalog.cc:455] T 00000000000000000000000000000000 P edd007fbd75344179cf5dc5001921e08 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "999ceefd4aa04f4b976c763dbd0430ae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c64b239441254871b2f909bfd2d52620" member_type: VOTER last_known_addr { host: "127.6.230.254" port: 41847 } } peers { permanent_uuid: "edd007fbd75344179cf5dc5001921e08" member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } } peers { permanent_uuid: "999ceefd4aa04f4b976c763dbd0430ae" member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } } }
11:24:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.241163 7326 sys_catalog.cc:458] T 00000000000000000000000000000000 P edd007fbd75344179cf5dc5001921e08 [sys.catalog]: This master's current role is: FOLLOWER
11:24:25.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.248178 7338 sys_catalog.cc:455] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "999ceefd4aa04f4b976c763dbd0430ae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c64b239441254871b2f909bfd2d52620" member_type: VOTER last_known_addr { host: "127.6.230.254" port: 41847 } } peers { permanent_uuid: "edd007fbd75344179cf5dc5001921e08" member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } } peers { permanent_uuid: "999ceefd4aa04f4b976c763dbd0430ae" member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } } }
11:24:25.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.248950 7338 sys_catalog.cc:458] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [sys.catalog]: This master's current role is: LEADER
11:24:25.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.255733 7343 mvcc.cc:205] Tried to move back new op lower bound from 7333921854247780352 to 7333921853945622528. Current Snapshot: MvccSnapshot[applied={T|T < 7333921854247780352}]
11:24:25.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.257170 7341 catalog_manager.cc:1347] Generated new cluster ID: b8530cf14e744c85866a34158d35dc6a
11:24:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.257447 7341 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
11:24:25.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.300168 7147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } attempt: 7
11:24:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.334306 7341 catalog_manager.cc:1370] Generated new certificate authority record
11:24:25.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.337549 7341 catalog_manager.cc:1504] Loading token signing keys...
11:24:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.385042 7341 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae: Generated new TSK 0
11:24:25.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.386688 7341 catalog_manager.cc:1514] Initializing in-progress tserver states...
11:24:25.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.408385 7147 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c64b239441254871b2f909bfd2d52620: Bootstrap starting.
11:24:25.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.416388 7147 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c64b239441254871b2f909bfd2d52620: Neither blocks nor log segments found. Creating new log.
11:24:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.418938 7147 log.cc:824] T 00000000000000000000000000000000 P c64b239441254871b2f909bfd2d52620: Log is configured to *not* fsync() on all Append() calls
11:24:25.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.425772 7067 external_mini_cluster.cc:1326] Running /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu
11:24:25.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu
11:24:25.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-0/wal
11:24:25.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-0/data
11:24:25.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:24:25.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:24:25.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:24:25.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:24:25.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:24:25.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:24:25.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-0/logs
11:24:25.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-0/data/info.pb
11:24:25.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:24:25.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:24:25.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:24:25.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:24:25.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:24:25.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:24:25.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:24:25.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:24:25.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:24:25.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:24:25.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.230.193:0
11:24:25.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.230.193
11:24:25.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.230.193
11:24:25.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:24:25.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.230.254:41847,127.6.230.253:37433,127.6.230.252:35149
11:24:25.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.230.212:38191
11:24:25.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:24:25.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:24:25.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
11:24:25.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.436517 7147 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c64b239441254871b2f909bfd2d52620: No bootstrap required, opened a new log
11:24:25.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.499037 7147 raft_consensus.cc:348] T 00000000000000000000000000000000 P c64b239441254871b2f909bfd2d52620 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c64b239441254871b2f909bfd2d52620" member_type: VOTER last_known_addr { host: "127.6.230.254" port: 41847 } } peers { permanent_uuid: "edd007fbd75344179cf5dc5001921e08" member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } } peers { permanent_uuid: "999ceefd4aa04f4b976c763dbd0430ae" member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } }
11:24:25.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.503153 7147 raft_consensus.cc:374] T 00000000000000000000000000000000 P c64b239441254871b2f909bfd2d52620 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:24:25.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.503706 7147 raft_consensus.cc:729] T 00000000000000000000000000000000 P c64b239441254871b2f909bfd2d52620 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c64b239441254871b2f909bfd2d52620, State: Initialized, Role: FOLLOWER
11:24:25.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.505888 7147 consensus_queue.cc:260] T 00000000000000000000000000000000 P c64b239441254871b2f909bfd2d52620 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c64b239441254871b2f909bfd2d52620" member_type: VOTER last_known_addr { host: "127.6.230.254" port: 41847 } } peers { permanent_uuid: "edd007fbd75344179cf5dc5001921e08" member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } } peers { permanent_uuid: "999ceefd4aa04f4b976c763dbd0430ae" member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } }
11:24:25.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.520948 7350 sys_catalog.cc:455] T 00000000000000000000000000000000 P c64b239441254871b2f909bfd2d52620 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c64b239441254871b2f909bfd2d52620" member_type: VOTER last_known_addr { host: "127.6.230.254" port: 41847 } } peers { permanent_uuid: "edd007fbd75344179cf5dc5001921e08" member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } } peers { permanent_uuid: "999ceefd4aa04f4b976c763dbd0430ae" member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } } }
11:24:25.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.536801 7350 sys_catalog.cc:458] T 00000000000000000000000000000000 P c64b239441254871b2f909bfd2d52620 [sys.catalog]: This master's current role is: FOLLOWER
11:24:25.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.524555 7122 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "999ceefd4aa04f4b976c763dbd0430ae" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c64b239441254871b2f909bfd2d52620" is_pre_election: true
11:24:25.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.525264 7121 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "999ceefd4aa04f4b976c763dbd0430ae" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c64b239441254871b2f909bfd2d52620"
11:24:25.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.526198 7120 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c64b239441254871b2f909bfd2d52620 [term 0 FOLLOWER]: Advancing to term 1
11:24:25.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.524385 7147 sys_catalog.cc:564] T 00000000000000000000000000000000 P c64b239441254871b2f909bfd2d52620 [sys.catalog]: configured and running, proceeding with master startup.
11:24:25.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.548537 7120 raft_consensus.cc:1261] T 00000000000000000000000000000000 P c64b239441254871b2f909bfd2d52620 [term 1 FOLLOWER]: Refusing update from remote peer 999ceefd4aa04f4b976c763dbd0430ae: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:24:25.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.550369 7311 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [LEADER]: Connected to new peer: Peer: permanent_uuid: "c64b239441254871b2f909bfd2d52620" member_type: VOTER last_known_addr { host: "127.6.230.254" port: 41847 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:24:25.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.639209 7356 sys_catalog.cc:455] T 00000000000000000000000000000000 P c64b239441254871b2f909bfd2d52620 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "999ceefd4aa04f4b976c763dbd0430ae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c64b239441254871b2f909bfd2d52620" member_type: VOTER last_known_addr { host: "127.6.230.254" port: 41847 } } peers { permanent_uuid: "edd007fbd75344179cf5dc5001921e08" member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } } peers { permanent_uuid: "999ceefd4aa04f4b976c763dbd0430ae" member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } } }
11:24:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.639127 7350 sys_catalog.cc:455] T 00000000000000000000000000000000 P c64b239441254871b2f909bfd2d52620 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 999ceefd4aa04f4b976c763dbd0430ae. Latest consensus state: current_term: 1 leader_uuid: "999ceefd4aa04f4b976c763dbd0430ae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c64b239441254871b2f909bfd2d52620" member_type: VOTER last_known_addr { host: "127.6.230.254" port: 41847 } } peers { permanent_uuid: "edd007fbd75344179cf5dc5001921e08" member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } } peers { permanent_uuid: "999ceefd4aa04f4b976c763dbd0430ae" member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } } }
11:24:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.641826 7350 sys_catalog.cc:458] T 00000000000000000000000000000000 P c64b239441254871b2f909bfd2d52620 [sys.catalog]: This master's current role is: FOLLOWER
11:24:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.641108 7356 sys_catalog.cc:458] T 00000000000000000000000000000000 P c64b239441254871b2f909bfd2d52620 [sys.catalog]: This master's current role is: FOLLOWER
11:24:25.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:25.696143 7366 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
11:24:25.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:25.792892 7218 debug-util.cc:398] Leaking SignalData structure 0x7b080007b500 after lost signal to thread 7153
11:24:25.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:25.793538 7218 debug-util.cc:398] Leaking SignalData structure 0x7b080007b780 after lost signal to thread 7221
11:24:26.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:26.038410 7349 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:24:26.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:26.039096 7349 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:24:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:26.040623 7349 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:24:26.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:26.107472 7349 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:24:26.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:26.109197 7349 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.230.193
11:24:26.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:26.138608 7337 catalog_manager.cc:1259] Loaded cluster ID: b8530cf14e744c85866a34158d35dc6a
11:24:26.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:26.139200 7337 catalog_manager.cc:1552] T 00000000000000000000000000000000 P edd007fbd75344179cf5dc5001921e08: loading cluster ID for follower catalog manager: success
11:24:26.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:26.143605 7371 sys_catalog.cc:455] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "999ceefd4aa04f4b976c763dbd0430ae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c64b239441254871b2f909bfd2d52620" member_type: VOTER last_known_addr { host: "127.6.230.254" port: 41847 } } peers { permanent_uuid: "edd007fbd75344179cf5dc5001921e08" member_type: VOTER last_known_addr { host: "127.6.230.253" port: 37433 } } peers { permanent_uuid: "999ceefd4aa04f4b976c763dbd0430ae" member_type: VOTER last_known_addr { host: "127.6.230.252" port: 35149 } } }
11:24:26.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:26.145244 7371 sys_catalog.cc:458] T 00000000000000000000000000000000 P 999ceefd4aa04f4b976c763dbd0430ae [sys.catalog]: This master's current role is: LEADER
11:24:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:26.150630 7337 catalog_manager.cc:1574] T 00000000000000000000000000000000 P edd007fbd75344179cf5dc5001921e08: acquiring CA information for follower catalog manager: success
11:24:26.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:26.166321 7337 catalog_manager.cc:1602] T 00000000000000000000000000000000 P edd007fbd75344179cf5dc5001921e08: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
11:24:26.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:26.176234 7349 tablet_server_runner.cc:78] Tablet server non-default flags:
11:24:26.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:24:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.230.212:38191
11:24:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:24:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:24:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-0/data
11:24:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-0/wal
11:24:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:24:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:24:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.230.193:0
11:24:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:24:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:24:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:24:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-0/data/info.pb
11:24:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.230.193
11:24:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:24:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.230.254:41847,127.6.230.253:37433,127.6.230.252:35149
11:24:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:24:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:24:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:24:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:24:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:24:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.230.193
11:24:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-0/logs
11:24:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:24:26.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:24:26.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:24:26.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:24:26.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:24:26.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:24:26.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:24:26.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 10:38:06 UTC on ccycloud.quasar-tszgha.root.comops.site
11:24:26.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675883
11:24:26.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:24:26.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:26.177922 7349 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:24:26.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:26.180217 7349 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:24:26.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:26.229411 7376 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:26.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:26.716826 7366 catalog_manager.cc:1259] Loaded cluster ID: b8530cf14e744c85866a34158d35dc6a
11:24:26.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:26.723404 7366 catalog_manager.cc:1552] T 00000000000000000000000000000000 P c64b239441254871b2f909bfd2d52620: loading cluster ID for follower catalog manager: success
11:24:26.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:26.731372 7366 catalog_manager.cc:1574] T 00000000000000000000000000000000 P c64b239441254871b2f909bfd2d52620: acquiring CA information for follower catalog manager: success
11:24:26.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:26.753324 7366 catalog_manager.cc:1602] T 00000000000000000000000000000000 P c64b239441254871b2f909bfd2d52620: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
11:24:28.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:27.603745 7374 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 7349
11:24:28.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:28.417029 7378 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:28.419370 7349 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.197s user 0.657s sys 1.156s
11:24:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:28.442116 7349 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.220s user 0.657s sys 1.157s
11:24:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:28.442353 7349 server_base.cc:1034] running on GCE node
11:24:28.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:26.249375 7375 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:28.444729 7349 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:24:28.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:28.472051 7349 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:24:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:28.474583 7349 hybrid_clock.cc:648] HybridClock initialized: now 1790508268474535 us; error 49 us; skew 500 ppm
11:24:28.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:28.476156 7349 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:24:28.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:28.517067 7349 webserver.cc:460] Webserver started at http://127.6.230.193:44775/ using document root <none> and password file <none>
11:24:28.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:28.518887 7349 fs_manager.cc:359] Metadata directory not provided
11:24:28.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:28.519411 7349 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:24:28.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:28.520171 7349 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:24:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:28.528313 7349 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-0/data/instance:
11:24:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "563874bc75574ec4b33268a45027ac89"
11:24:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:28 on dist-test-slave-zh8v"
11:24:28.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:28.530653 7349 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-0/wal/instance:
11:24:28.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "563874bc75574ec4b33268a45027ac89"
11:24:28.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:28 on dist-test-slave-zh8v"
11:24:28.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:28.561688 7349 fs_manager.cc:691] Time spent creating directory manager: real 0.021s user 0.009s sys 0.002s
11:24:28.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:28.585644 7386 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:24:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:28.591429 7349 fs_manager.cc:725] Time spent opening block manager: real 0.024s user 0.001s sys 0.006s
11:24:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:28.591912 7349 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-0/data,/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-0/wal
11:24:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "563874bc75574ec4b33268a45027ac89"
11:24:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:28 on dist-test-slave-zh8v"
11:24:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:28.592391 7349 fs_report.cc:383] FS layout report
11:24:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:24:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-0/wal
11:24:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-0/wal
11:24:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-0/data/data
11:24:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:24:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:24:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:24:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:24:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:24:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:24:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:24:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:24:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:24:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:24:28.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:24:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:28.763036 7349 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:24:28.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:28.767387 7349 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:24:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:28.770277 7349 kserver.cc:163] Server-wide thread pool size limit: 3276
11:24:28.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:28.786459 7349 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
11:24:28.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:28.796337 7349 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:24:28.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:28.796659 7349 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:24:28.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:28.796968 7349 ts_tablet_manager.cc:610] Registered 0 tablets
11:24:28.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:28.797186 7349 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
11:24:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:29.001245 7349 rpc_server.cc:307] RPC server started. Bound to: 127.6.230.193:38907
11:24:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:29.001371 7499 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.230.193:38907 every 8 connection(s)
11:24:29.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:29.005316 7349 server_base.cc:1166] Dumped server information to /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-0/data/info.pb
11:24:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:29.013900 7067 external_mini_cluster.cc:1388] Started /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu as pid 7349
11:24:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:29.014503 7067 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-0/wal/instance
11:24:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:29.028519 7067 external_mini_cluster.cc:1326] Running /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu
11:24:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu
11:24:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-1/wal
11:24:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-1/data
11:24:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:24:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:24:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:24:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:24:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:24:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:24:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-1/logs
11:24:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-1/data/info.pb
11:24:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:24:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:24:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:24:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:24:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:24:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:24:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:24:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:24:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:24:29.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:24:29.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.230.194:0
11:24:29.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.230.194
11:24:29.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.230.194
11:24:29.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:24:29.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.230.254:41847,127.6.230.253:37433,127.6.230.252:35149
11:24:29.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.230.212:38191
11:24:29.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:24:29.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:24:29.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
11:24:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:29.102471 7500 heartbeater.cc:347] Connected to a master server at 127.6.230.252:35149
11:24:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:29.102897 7500 heartbeater.cc:464] Registering TS with master...
11:24:29.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:29.104058 7500 heartbeater.cc:511] Master 127.6.230.252:35149 requested a full tablet report, sending...
11:24:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:29.108021 7267 ts_manager.cc:194] Registered new tserver with Master: 563874bc75574ec4b33268a45027ac89 (127.6.230.193:38907)
11:24:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:29.110735 7267 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.6.230.193:57121
11:24:29.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:29.123335 7501 heartbeater.cc:347] Connected to a master server at 127.6.230.253:37433
11:24:29.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:29.123740 7501 heartbeater.cc:464] Registering TS with master...
11:24:29.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:29.124439 7501 heartbeater.cc:511] Master 127.6.230.253:37433 requested a full tablet report, sending...
11:24:29.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:29.128775 7187 ts_manager.cc:194] Registered new tserver with Master: 563874bc75574ec4b33268a45027ac89 (127.6.230.193:38907)
11:24:29.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:29.137432 7504 heartbeater.cc:347] Connected to a master server at 127.6.230.254:41847
11:24:29.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:29.137835 7504 heartbeater.cc:464] Registering TS with master...
11:24:29.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:29.138545 7504 heartbeater.cc:511] Master 127.6.230.254:41847 requested a full tablet report, sending...
11:24:29.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:29.141511 7112 ts_manager.cc:194] Registered new tserver with Master: 563874bc75574ec4b33268a45027ac89 (127.6.230.193:38907)
11:24:29.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:29.538009 7505 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:24:29.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:29.538666 7505 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:24:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:29.539475 7505 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:24:29.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:29.573364 7505 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:24:29.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:29.574608 7505 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.230.194
11:24:29.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:29.610029 7505 tablet_server_runner.cc:78] Tablet server non-default flags:
11:24:29.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:24:29.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.230.212:38191
11:24:29.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:24:29.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:24:29.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-1/data
11:24:29.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-1/wal
11:24:29.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:24:29.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:24:29.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.230.194:0
11:24:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:24:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:24:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:24:29.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-1/data/info.pb
11:24:29.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.230.194
11:24:29.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:24:29.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.230.254:41847,127.6.230.253:37433,127.6.230.252:35149
11:24:29.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:24:29.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:24:29.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:24:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:24:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:24:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.230.194
11:24:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-1/logs
11:24:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:24:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:24:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:24:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:24:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:24:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:24:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:24:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 10:38:06 UTC on ccycloud.quasar-tszgha.root.comops.site
11:24:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675883
11:24:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:24:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:29.611569 7505 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:24:29.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:29.613782 7505 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:24:29.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:29.636323 7518 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:30.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:30.115626 7500 heartbeater.cc:503] Master 127.6.230.252:35149 was elected leader, sending a full tablet report...
11:24:30.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:29.636396 7517 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:30.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:29.638665 7520 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:30.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:30.886986 7519 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
11:24:30.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:30.887113 7505 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
11:24:30.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:30.891701 7505 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:24:30.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:30.894990 7505 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:24:30.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:30.896432 7505 hybrid_clock.cc:648] HybridClock initialized: now 1790508270896390 us; error 60 us; skew 500 ppm
11:24:30.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:30.897279 7505 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:24:30.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:30.904462 7505 webserver.cc:460] Webserver started at http://127.6.230.194:44931/ using document root <none> and password file <none>
11:24:30.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:30.905391 7505 fs_manager.cc:359] Metadata directory not provided
11:24:30.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:30.905577 7505 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:24:30.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:30.905957 7505 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:24:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:30.910926 7505 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-1/data/instance:
11:24:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c0205fe787bc45a79b227b672dc53fcb"
11:24:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:30 on dist-test-slave-zh8v"
11:24:30.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:30.912086 7505 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-1/wal/instance:
11:24:30.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c0205fe787bc45a79b227b672dc53fcb"
11:24:30.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:30 on dist-test-slave-zh8v"
11:24:30.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:30.918835 7505 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.009s sys 0.000s
11:24:30.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:30.924532 7527 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:24:30.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:30.925734 7505 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
11:24:30.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:30.926066 7505 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-1/data,/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-1/wal
11:24:30.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c0205fe787bc45a79b227b672dc53fcb"
11:24:30.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:30 on dist-test-slave-zh8v"
11:24:30.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:30.926499 7505 fs_report.cc:383] FS layout report
11:24:30.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:24:30.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-1/wal
11:24:30.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-1/wal
11:24:30.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-1/data/data
11:24:30.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:24:30.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:24:30.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:24:30.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:24:30.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:24:30.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:24:30.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:24:30.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:24:30.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:24:30.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:24:30.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:24:30.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:30.971334 7505 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:24:30.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:30.972777 7505 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:24:30.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:30.973186 7505 kserver.cc:163] Server-wide thread pool size limit: 3276
11:24:30.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:30.975786 7505 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
11:24:30.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:30.981694 7505 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:24:30.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:30.982004 7505 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:24:30.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:30.982309 7505 ts_tablet_manager.cc:610] Registered 0 tablets
11:24:30.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:30.982522 7505 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
11:24:31.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:31.133678 7505 rpc_server.cc:307] RPC server started. Bound to: 127.6.230.194:38039
11:24:31.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:31.133762 7640 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.230.194:38039 every 8 connection(s)
11:24:31.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:31.136260 7505 server_base.cc:1166] Dumped server information to /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-1/data/info.pb
11:24:31.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:31.136834 7067 external_mini_cluster.cc:1388] Started /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu as pid 7505
11:24:31.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:31.137282 7067 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-1/wal/instance
11:24:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:31.148516 7067 external_mini_cluster.cc:1326] Running /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu
11:24:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu
11:24:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-2/wal
11:24:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-2/data
11:24:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:24:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:24:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:24:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:24:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:24:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:24:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-2/logs
11:24:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-2/data/info.pb
11:24:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:24:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:24:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:24:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:24:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:24:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:24:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:24:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:24:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:24:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:24:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.230.195:0
11:24:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.230.195
11:24:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.230.195
11:24:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:24:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.230.254:41847,127.6.230.253:37433,127.6.230.252:35149
11:24:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.230.212:38191
11:24:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:24:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:24:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
11:24:31.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:31.200686 7643 heartbeater.cc:347] Connected to a master server at 127.6.230.254:41847
11:24:31.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:31.201195 7643 heartbeater.cc:464] Registering TS with master...
11:24:31.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:31.202334 7643 heartbeater.cc:511] Master 127.6.230.254:41847 requested a full tablet report, sending...
11:24:31.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:31.203850 7641 heartbeater.cc:347] Connected to a master server at 127.6.230.252:35149
11:24:31.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:31.204180 7641 heartbeater.cc:464] Registering TS with master...
11:24:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:31.204983 7641 heartbeater.cc:511] Master 127.6.230.252:35149 requested a full tablet report, sending...
11:24:31.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:31.205777 7112 ts_manager.cc:194] Registered new tserver with Master: c0205fe787bc45a79b227b672dc53fcb (127.6.230.194:38039)
11:24:31.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:31.207226 7267 ts_manager.cc:194] Registered new tserver with Master: c0205fe787bc45a79b227b672dc53fcb (127.6.230.194:38039)
11:24:31.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:31.208300 7642 heartbeater.cc:347] Connected to a master server at 127.6.230.253:37433
11:24:31.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:31.208660 7642 heartbeater.cc:464] Registering TS with master...
11:24:31.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:31.209159 7267 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.6.230.194:37097
11:24:31.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:31.209470 7642 heartbeater.cc:511] Master 127.6.230.253:37433 requested a full tablet report, sending...
11:24:31.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:31.212443 7187 ts_manager.cc:194] Registered new tserver with Master: c0205fe787bc45a79b227b672dc53fcb (127.6.230.194:38039)
11:24:31.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:31.512284 7646 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:24:31.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:31.512833 7646 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:24:31.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:31.513291 7646 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:24:31.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:31.543848 7646 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:24:31.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:31.544714 7646 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.230.195
11:24:31.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:31.579325 7646 tablet_server_runner.cc:78] Tablet server non-default flags:
11:24:31.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:24:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.230.212:38191
11:24:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:24:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:24:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-2/data
11:24:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-2/wal
11:24:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:24:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:24:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.230.195:0
11:24:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:24:31.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:24:31.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:24:31.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-2/data/info.pb
11:24:31.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.230.195
11:24:31.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:24:31.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.230.254:41847,127.6.230.253:37433,127.6.230.252:35149
11:24:31.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:24:31.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:24:31.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:24:31.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:24:31.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:24:31.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.230.195
11:24:31.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-2/logs
11:24:31.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:24:31.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:24:31.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:24:31.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:24:31.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:24:31.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:24:31.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:24:31.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 10:38:06 UTC on ccycloud.quasar-tszgha.root.comops.site
11:24:31.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675883
11:24:31.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:24:31.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:31.580521 7646 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:24:31.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:31.582260 7646 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:24:31.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:31.603587 7657 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:32.213356 7641 heartbeater.cc:503] Master 127.6.230.252:35149 was elected leader, sending a full tablet report...
11:24:32.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:31.606359 7646 server_base.cc:1034] running on GCE node
11:24:32.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:31.603951 7660 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:32.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:31.603950 7658 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:32.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:32.797735 7646 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:24:32.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:32.799975 7646 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:24:32.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:32.801352 7646 hybrid_clock.cc:648] HybridClock initialized: now 1790508272801323 us; error 41 us; skew 500 ppm
11:24:32.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:32.802276 7646 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:24:32.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:32.809206 7646 webserver.cc:460] Webserver started at http://127.6.230.195:33901/ using document root <none> and password file <none>
11:24:32.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:32.810202 7646 fs_manager.cc:359] Metadata directory not provided
11:24:32.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:32.810446 7646 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:24:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:32.810952 7646 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:24:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:32.815796 7646 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-2/data/instance:
11:24:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "341f3025acc14cdc9f2b9b689c1a1ad4"
11:24:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:32 on dist-test-slave-zh8v"
11:24:32.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:32.817032 7646 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-2/wal/instance:
11:24:32.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "341f3025acc14cdc9f2b9b689c1a1ad4"
11:24:32.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:32 on dist-test-slave-zh8v"
11:24:32.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:32.824468 7646 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
11:24:32.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:32.829979 7667 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:24:32.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:32.831019 7646 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
11:24:32.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:32.831393 7646 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-2/data,/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-2/wal
11:24:32.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "341f3025acc14cdc9f2b9b689c1a1ad4"
11:24:32.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:32 on dist-test-slave-zh8v"
11:24:32.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:32.831755 7646 fs_report.cc:383] FS layout report
11:24:32.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:24:32.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-2/wal
11:24:32.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-2/wal
11:24:32.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-2/data/data
11:24:32.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:24:32.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:24:32.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:24:32.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:24:32.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:24:32.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:24:32.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:24:32.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:24:32.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:24:32.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:24:32.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:24:32.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:32.864984 7646 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:24:32.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:32.866618 7646 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:24:32.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:32.867115 7646 kserver.cc:163] Server-wide thread pool size limit: 3276
11:24:32.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:32.869789 7646 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
11:24:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:32.873970 7646 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:24:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:32.874210 7646 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:24:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:32.874573 7646 ts_tablet_manager.cc:610] Registered 0 tablets
11:24:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:32.874779 7646 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
11:24:33.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:33.024714 7646 rpc_server.cc:307] RPC server started. Bound to: 127.6.230.195:46817
11:24:33.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:33.024931 7780 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.230.195:46817 every 8 connection(s)
11:24:33.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:33.027500 7646 server_base.cc:1166] Dumped server information to /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-2/data/info.pb
11:24:33.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:33.030361 7067 external_mini_cluster.cc:1388] Started /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu as pid 7646
11:24:33.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:33.030826 7067 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster1667676692287710678/ts-2/wal/instance
11:24:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:33.075050 7781 heartbeater.cc:347] Connected to a master server at 127.6.230.252:35149
11:24:33.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:33.075567 7781 heartbeater.cc:464] Registering TS with master...
11:24:33.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:33.076411 7783 heartbeater.cc:347] Connected to a master server at 127.6.230.254:41847
11:24:33.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:33.076797 7783 heartbeater.cc:464] Registering TS with master...
11:24:33.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:33.076890 7781 heartbeater.cc:511] Master 127.6.230.252:35149 requested a full tablet report, sending...
11:24:33.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:33.077600 7783 heartbeater.cc:511] Master 127.6.230.254:41847 requested a full tablet report, sending...
11:24:33.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:33.079921 7267 ts_manager.cc:194] Registered new tserver with Master: 341f3025acc14cdc9f2b9b689c1a1ad4 (127.6.230.195:46817)
11:24:33.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:33.080331 7112 ts_manager.cc:194] Registered new tserver with Master: 341f3025acc14cdc9f2b9b689c1a1ad4 (127.6.230.195:46817)
11:24:33.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:33.081966 7267 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.6.230.195:34759
11:24:33.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:33.082903 7782 heartbeater.cc:347] Connected to a master server at 127.6.230.253:37433
11:24:33.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:33.083263 7782 heartbeater.cc:464] Registering TS with master...
11:24:33.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:33.084538 7782 heartbeater.cc:511] Master 127.6.230.253:37433 requested a full tablet report, sending...
11:24:33.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:33.087025 7187 ts_manager.cc:194] Registered new tserver with Master: 341f3025acc14cdc9f2b9b689c1a1ad4 (127.6.230.195:46817)
11:24:33.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:33.102217 7067 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
11:24:33.113 [DEBUG - main] (MiniKuduCluster.java:195) Response:
11:24:33.114 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
11:24:33.125 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.6.230.254"
port: 41847
}
bound_http_address {
host: "127.6.230.254"
port: 35947
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.6.230.253"
port: 37433
}
bound_http_address {
host: "127.6.230.253"
port: 35325
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.6.230.252"
port: 35149
}
bound_http_address {
host: "127.6.230.252"
port: 38367
}
}
}
11:24:33.131 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
11:24:33.134 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.6.230.193"
port: 38907
}
bound_http_address {
host: "127.6.230.193"
port: 44775
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.6.230.194"
port: 38039
}
bound_http_address {
host: "127.6.230.194"
port: 44931
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.6.230.195"
port: 46817
}
bound_http_address {
host: "127.6.230.195"
port: 33901
}
}
}
11:24:33.134 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
11:24:33.312 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
11:24:33.419 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task4dLbsW/test-tmp
11:24:33.419 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
11:24:33.420 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task4dLbsW/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
11:24:33.422 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
11:24:33.787 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:24:33.787 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
11:24:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:33.790755 7792 mini_oidc.cc:152] Starting JWKS server
11:24:33.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:33.794736 7792 webserver.cc:460] Webserver started at http://127.0.0.1:43759/ using document root <none> and password file <none>
11:24:33.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:33.795233 7792 mini_oidc.cc:189] Starting OIDC Discovery server
11:24:33.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:33.797406 7792 webserver.cc:460] Webserver started at http://127.0.0.1:35047/ using document root <none> and password file <none>
11:24:33.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
11:24:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/principal' for realm 'KRBTEST.COM',
11:24:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
11:24:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 11:24:33 dist-test-slave-zh8v krb5kdc[7804](info): setting up network...
11:24:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
11:24:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 11:24:33 dist-test-slave-zh8v krb5kdc[7804](info): set up 2 sockets
11:24:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 11:24:33 dist-test-slave-zh8v krb5kdc[7804](info): commencing operation
11:24:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
11:24:34.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:34.087199 7781 heartbeater.cc:503] Master 127.6.230.252:35149 was elected leader, sending a full tablet report...
11:24:34.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:34.940994 7792 mini_kdc.cc:121] Time spent starting KDC: real 1.117s user 0.006s sys 0.014s
11:24:34.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
11:24:34.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
11:24:34.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
11:24:34.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
11:24:34.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
11:24:34.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
11:24:35.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
11:24:35.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
11:24:35.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
11:24:35.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
11:24:35.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/test-user.keytab.
11:24:35.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/test-user.keytab.
11:24:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 11:24:35 dist-test-slave-zh8v krb5kdc[7804](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790508275, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:24:35.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
11:24:35.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T11:24:35Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
11:24:35.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T11:24:35Z Disabled control of system clock
11:24:35.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.7.156.62@KRBTEST.COM; defaulting to no policy
11:24:35.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:24:35.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.7.156.62@KRBTEST.COM" created.
11:24:35.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:24:35.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.7.156.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/kudu_127.7.156.62.keytab.
11:24:35.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.7.156.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/kudu_127.7.156.62.keytab.
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:35.142585 7792 external_mini_cluster.cc:1326] Running /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/wal
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/data
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/logs
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/data/info.pb
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.156.62:38213
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.156.62
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/kudu_127.7.156.62.keytab
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.156.62
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.156.20:45161
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:24:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:24:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:24:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.156.62:38213,127.7.156.61:41759,127.7.156.60:37031
11:24:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:24:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43759/jwks.json
11:24:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:24:35.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:35.454572 7817 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:24:35.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:35.455113 7817 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:24:35.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:35.455816 7817 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:24:35.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:35.487922 7817 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:24:35.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:35.488250 7817 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:24:35.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:35.488673 7817 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:24:35.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:35.489012 7817 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:24:35.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:35.489334 7817 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:24:35.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:35.489640 7817 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:24:35.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:35.489871 7817 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43759/jwks.json
11:24:35.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:35.531440 7817 master_runner.cc:386] Master server non-default flags:
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.156.20:45161
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/data
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/wal
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.156.62:38213,127.7.156.61:41759,127.7.156.60:37031
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/kudu_127.7.156.62.keytab
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.156.62
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.156.62:38213
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43759/jwks.json
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/data/info.pb
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.156.62
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/logs
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 10:38:06 UTC on ccycloud.quasar-tszgha.root.comops.site
11:24:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675883
11:24:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:24:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:35.532585 7817 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:24:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:35.533672 7817 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:24:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:35.553174 7823 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:36.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:35.553313 7824 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:36.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:35.555415 7817 server_base.cc:1034] running on GCE node
11:24:36.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:35.553725 7826 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:36.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:36.828059 7817 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:24:36.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:36.831172 7817 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:24:36.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:36.832690 7817 hybrid_clock.cc:648] HybridClock initialized: now 1790508276832576 us; error 69 us; skew 500 ppm
11:24:36.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:36.833479 7817 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:24:36.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 11:24:36 dist-test-slave-zh8v krb5kdc[7804](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790508276, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.156.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:24:36.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:36.839526 7817 init.cc:377] Logged in from keytab as kudu/127.7.156.62@KRBTEST.COM (short username kudu)
11:24:36.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:36.845389 7817 webserver.cc:460] Webserver started at http://127.7.156.62:45143/ using document root <none> and password file <none>
11:24:36.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:36.846273 7817 fs_manager.cc:359] Metadata directory not provided
11:24:36.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:36.846469 7817 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:24:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:36.847011 7817 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:24:36.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:36.851881 7817 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/data/instance:
11:24:36.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a9f79e398e74677bbdb3fc543e3f2e2"
11:24:36.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:36 on dist-test-slave-zh8v"
11:24:36.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:36.853094 7817 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/wal/instance:
11:24:36.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a9f79e398e74677bbdb3fc543e3f2e2"
11:24:36.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:36 on dist-test-slave-zh8v"
11:24:36.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:36.860847 7817 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
11:24:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:36.866322 7835 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:24:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:36.867331 7817 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.004s
11:24:36.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:36.867698 7817 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/data,/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/wal
11:24:36.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a9f79e398e74677bbdb3fc543e3f2e2"
11:24:36.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:36 on dist-test-slave-zh8v"
11:24:36.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:36.868038 7817 fs_report.cc:383] FS layout report
11:24:36.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:24:36.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/wal
11:24:36.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/wal
11:24:36.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/data/data
11:24:36.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:24:36.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:24:36.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:24:36.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:24:36.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:24:36.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:24:36.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:24:36.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:24:36.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:24:36.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:24:36.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:24:36.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:36.918540 7817 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:24:36.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:36.924352 7817 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:24:36.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:36.924919 7817 kserver.cc:163] Server-wide thread pool size limit: 3276
11:24:37.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:37.005463 7817 rpc_server.cc:307] RPC server started. Bound to: 127.7.156.62:38213
11:24:37.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:37.005587 7886 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.156.62:38213 every 8 connection(s)
11:24:37.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:37.008322 7817 server_base.cc:1166] Dumped server information to /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/data/info.pb
11:24:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:37.013764 7887 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:24:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:37.015030 7792 external_mini_cluster.cc:1388] Started /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu as pid 7817
11:24:37.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:37.015403 7792 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/wal/instance
11:24:37.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.7.156.61@KRBTEST.COM; defaulting to no policy
11:24:37.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:37.028589 7887 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.156.62" port: 38213 } has no permanent_uuid. Determining permanent_uuid...
11:24:37.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:24:37.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.7.156.61@KRBTEST.COM" created.
11:24:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 11:24:37 dist-test-slave-zh8v krb5kdc[7804](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790508276, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.156.62@KRBTEST.COM for kudu/127.7.156.62@KRBTEST.COM
11:24:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:24:37.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.7.156.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/kudu_127.7.156.61.keytab.
11:24:37.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.7.156.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/kudu_127.7.156.61.keytab.
11:24:37.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:37.065201 7792 external_mini_cluster.cc:1326] Running /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu
11:24:37.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu
11:24:37.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/wal
11:24:37.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/data
11:24:37.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:24:37.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:24:37.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:24:37.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:24:37.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:24:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:24:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/logs
11:24:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/data/info.pb
11:24:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:24:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:24:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:24:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:24:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:24:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:24:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:24:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:24:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:24:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:24:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:24:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:24:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.156.61:41759
11:24:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.156.61
11:24:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:24:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/kudu_127.7.156.61.keytab
11:24:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.156.61
11:24:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:24:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:24:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:24:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.156.20:45161
11:24:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:24:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:24:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:24:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:24:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.156.62:38213,127.7.156.61:41759,127.7.156.60:37031
11:24:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:24:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43759/jwks.json
11:24:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:24:37.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:37.077864 7887 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.156.61" port: 41759 } has no permanent_uuid. Determining permanent_uuid...
11:24:37.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:37.080327 7839 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.156.61:41759: connect: Connection refused (error 111)
11:24:37.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:37.084718 7887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.156.61:41759: Network error: Client connection negotiation failed: client connection to 127.7.156.61:41759: connect: Connection refused (error 111)
11:24:37.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:37.134192 7887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.156.61" port: 41759 } attempt: 1
11:24:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:37.138602 7887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.156.61:41759: Network error: Client connection negotiation failed: client connection to 127.7.156.61:41759: connect: Connection refused (error 111)
11:24:37.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:37.207073 7887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.156.61" port: 41759 } attempt: 2
11:24:37.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:37.211342 7887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.156.61:41759: Network error: Client connection negotiation failed: client connection to 127.7.156.61:41759: connect: Connection refused (error 111)
11:24:37.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:37.302779 7887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.156.61" port: 41759 } attempt: 3
11:24:37.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:37.306561 7887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.156.61:41759: Network error: Client connection negotiation failed: client connection to 127.7.156.61:41759: connect: Connection refused (error 111)
11:24:37.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:37.386650 7893 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:24:37.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:37.387275 7893 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:24:37.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:37.387964 7893 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:24:37.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:37.418581 7893 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:24:37.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:37.418862 7893 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:24:37.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:37.419250 7893 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:24:37.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:37.419574 7893 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:24:37.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:37.419879 7893 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:24:37.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:37.420177 7893 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:24:37.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:37.420406 7893 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43759/jwks.json
11:24:37.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:37.450065 7887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.156.61" port: 41759 } attempt: 4
11:24:37.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:37.453667 7887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.156.61:41759: Network error: Client connection negotiation failed: client connection to 127.7.156.61:41759: connect: Connection refused (error 111)
11:24:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:37.458926 7893 master_runner.cc:386] Master server non-default flags:
11:24:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:24:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.156.20:45161
11:24:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:24:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:24:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/data
11:24:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/wal
11:24:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:24:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:24:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.156.62:38213,127.7.156.61:41759,127.7.156.60:37031
11:24:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/kudu_127.7.156.61.keytab
11:24:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.156.61
11:24:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:24:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:24:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:24:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.156.61:41759
11:24:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:24:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:24:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:24:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43759/jwks.json
11:24:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:24:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:24:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:24:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:24:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:24:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/data/info.pb
11:24:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.156.61
11:24:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:24:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:24:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:24:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:24:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:24:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:24:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/logs
11:24:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:24:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:24:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:24:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:24:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:24:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:24:37.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:24:37.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 10:38:06 UTC on ccycloud.quasar-tszgha.root.comops.site
11:24:37.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675883
11:24:37.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:24:37.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:37.460129 7893 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:24:37.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:37.461472 7893 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:24:37.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:37.483160 7903 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:37.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:37.753070 7887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.156.61" port: 41759 } attempt: 5
11:24:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:37.758905 7887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.156.61:41759: Network error: Client connection negotiation failed: client connection to 127.7.156.61:41759: connect: Connection refused (error 111)
11:24:38.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.306432 7887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.156.61" port: 41759 } attempt: 6
11:24:38.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:38.313304 7887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.156.61:41759: Network error: Client connection negotiation failed: client connection to 127.7.156.61:41759: connect: Connection refused (error 111)
11:24:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:37.483191 7901 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:37.484329 7893 server_base.cc:1034] running on GCE node
11:24:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:37.485114 7900 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:38.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.757081 7893 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:24:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.759599 7893 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:24:38.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.760994 7893 hybrid_clock.cc:648] HybridClock initialized: now 1790508278760934 us; error 57 us; skew 500 ppm
11:24:38.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.761835 7893 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:24:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 11:24:38 dist-test-slave-zh8v krb5kdc[7804](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790508278, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.156.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:24:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.767654 7893 init.cc:377] Logged in from keytab as kudu/127.7.156.61@KRBTEST.COM (short username kudu)
11:24:38.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.772904 7893 webserver.cc:460] Webserver started at http://127.7.156.61:32803/ using document root <none> and password file <none>
11:24:38.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.773751 7893 fs_manager.cc:359] Metadata directory not provided
11:24:38.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.773926 7893 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:24:38.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.774412 7893 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:24:38.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.779842 7893 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/data/instance:
11:24:38.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28db8de89eee4efab7fb62608529a473"
11:24:38.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:38 on dist-test-slave-zh8v"
11:24:38.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.780937 7893 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/wal/instance:
11:24:38.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28db8de89eee4efab7fb62608529a473"
11:24:38.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:38 on dist-test-slave-zh8v"
11:24:38.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.788951 7893 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
11:24:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.794250 7913 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:24:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.795617 7893 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
11:24:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.795925 7893 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/data,/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/wal
11:24:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28db8de89eee4efab7fb62608529a473"
11:24:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:38 on dist-test-slave-zh8v"
11:24:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.796247 7893 fs_report.cc:383] FS layout report
11:24:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:24:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/wal
11:24:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/wal
11:24:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/data/data
11:24:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:24:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:24:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:24:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:24:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:24:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:24:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:24:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:24:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:24:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:24:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:24:38.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.836740 7893 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:24:38.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.842675 7893 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:24:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.843073 7893 kserver.cc:163] Server-wide thread pool size limit: 3276
11:24:38.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.925448 7893 rpc_server.cc:307] RPC server started. Bound to: 127.7.156.61:41759
11:24:38.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.925570 7965 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.156.61:41759 every 8 connection(s)
11:24:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.928355 7893 server_base.cc:1166] Dumped server information to /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/data/info.pb
11:24:38.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.929849 7792 external_mini_cluster.cc:1388] Started /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu as pid 7893
11:24:38.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.930330 7792 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/wal/instance
11:24:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.935491 7966 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:24:38.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.7.156.60@KRBTEST.COM; defaulting to no policy
11:24:38.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.948247 7966 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.156.62" port: 38213 } has no permanent_uuid. Determining permanent_uuid...
11:24:38.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:24:38.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.7.156.60@KRBTEST.COM" created.
11:24:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:24:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.7.156.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/kudu_127.7.156.60.keytab.
11:24:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.7.156.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/kudu_127.7.156.60.keytab.
11:24:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.978358 7792 external_mini_cluster.cc:1326] Running /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/wal
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/data
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/logs
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/data/info.pb
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.156.60:37031
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.156.60
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/kudu_127.7.156.60.keytab
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.156.60
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.156.20:45161
11:24:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:24:38.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:24:38.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:24:38.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:24:38.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.156.62:38213,127.7.156.61:41759,127.7.156.60:37031
11:24:38.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:24:38.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43759/jwks.json
11:24:38.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:24:38.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 11:24:38 dist-test-slave-zh8v krb5kdc[7804](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790508278, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.156.61@KRBTEST.COM for kudu/127.7.156.62@KRBTEST.COM
11:24:38.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:38.992489 7966 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.156.61" port: 41759 } has no permanent_uuid. Determining permanent_uuid...
11:24:39.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 11:24:39 dist-test-slave-zh8v krb5kdc[7804](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790508278, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.156.61@KRBTEST.COM for kudu/127.7.156.61@KRBTEST.COM
11:24:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:39.029945 7966 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } has no permanent_uuid. Determining permanent_uuid...
11:24:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:39.032032 7915 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.156.60:37031: connect: Connection refused (error 111)
11:24:39.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:39.036360 7966 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.156.60:37031: Network error: Client connection negotiation failed: client connection to 127.7.156.60:37031: connect: Connection refused (error 111)
11:24:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:39.085845 7966 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } attempt: 1
11:24:39.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:39.089711 7966 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.156.60:37031: Network error: Client connection negotiation failed: client connection to 127.7.156.60:37031: connect: Connection refused (error 111)
11:24:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:39.158075 7966 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } attempt: 2
11:24:39.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:39.161798 7966 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.156.60:37031: Network error: Client connection negotiation failed: client connection to 127.7.156.60:37031: connect: Connection refused (error 111)
11:24:39.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:39.253211 7966 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } attempt: 3
11:24:39.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:39.257042 7966 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.156.60:37031: Network error: Client connection negotiation failed: client connection to 127.7.156.60:37031: connect: Connection refused (error 111)
11:24:39.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:39.317226 7972 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:24:39.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:39.317772 7972 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:24:39.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:39.318337 7972 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:24:39.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:39.349581 7972 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:24:39.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:39.349819 7972 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:24:39.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:39.350072 7972 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:24:39.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:39.350271 7972 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:24:39.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:39.350456 7972 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:24:39.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:39.350646 7972 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:24:39.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:39.350783 7972 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43759/jwks.json
11:24:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:39.373884 7887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.156.61" port: 41759 } attempt: 7
11:24:39.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 11:24:39 dist-test-slave-zh8v krb5kdc[7804](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790508276, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.156.62@KRBTEST.COM for kudu/127.7.156.61@KRBTEST.COM
11:24:39.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:39.390847 7972 master_runner.cc:386] Master server non-default flags:
11:24:39.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:24:39.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.156.20:45161
11:24:39.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:24:39.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:24:39.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/data
11:24:39.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/wal
11:24:39.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:24:39.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:24:39.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.156.62:38213,127.7.156.61:41759,127.7.156.60:37031
11:24:39.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/kudu_127.7.156.60.keytab
11:24:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.156.60
11:24:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:24:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:24:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:24:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.156.60:37031
11:24:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:24:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:24:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:24:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43759/jwks.json
11:24:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:24:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:24:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:24:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:24:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:24:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/data/info.pb
11:24:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.156.60
11:24:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:24:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:24:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:24:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:24:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:24:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:24:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/logs
11:24:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:24:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:24:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:24:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:24:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:24:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:24:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:24:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 10:38:06 UTC on ccycloud.quasar-tszgha.root.comops.site
11:24:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675883
11:24:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:24:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:39.391961 7972 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:24:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:39.393018 7972 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:24:39.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:39.398658 7887 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } has no permanent_uuid. Determining permanent_uuid...
11:24:39.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:39.400414 7966 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } attempt: 4
11:24:39.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:39.405854 7966 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.156.60:37031: Network error: Client connection negotiation failed: client connection to 127.7.156.60:37031: connect: Connection refused (error 111)
11:24:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:39.415759 7887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.156.60:37031: Network error: Client connection negotiation failed: client connection to 127.7.156.60:37031: connect: Connection refused (error 111)
11:24:39.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:39.417307 7983 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:39.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:39.474195 7887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } attempt: 1
11:24:39.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:39.481292 7887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.156.60:37031: Network error: Client connection negotiation failed: client connection to 127.7.156.60:37031: connect: Connection refused (error 111)
11:24:39.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:39.562822 7887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } attempt: 2
11:24:39.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:39.566610 7887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.156.60:37031: Network error: Client connection negotiation failed: client connection to 127.7.156.60:37031: connect: Connection refused (error 111)
11:24:39.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:39.652006 7887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } attempt: 3
11:24:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:39.655913 7887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.156.60:37031: Network error: Client connection negotiation failed: client connection to 127.7.156.60:37031: connect: Connection refused (error 111)
11:24:39.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:39.705335 7966 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } attempt: 5
11:24:39.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:39.710166 7966 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.156.60:37031: Network error: Client connection negotiation failed: client connection to 127.7.156.60:37031: connect: Connection refused (error 111)
11:24:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:39.796283 7887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } attempt: 4
11:24:39.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:39.799918 7887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.156.60:37031: Network error: Client connection negotiation failed: client connection to 127.7.156.60:37031: connect: Connection refused (error 111)
11:24:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:40.083282 7887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } attempt: 5
11:24:40.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:40.089392 7887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.156.60:37031: Network error: Client connection negotiation failed: client connection to 127.7.156.60:37031: connect: Connection refused (error 111)
11:24:40.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:40.257675 7966 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } attempt: 6
11:24:40.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:40.269910 7966 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.156.60:37031: Network error: Client connection negotiation failed: client connection to 127.7.156.60:37031: connect: Connection refused (error 111)
11:24:40.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:40.641922 7887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } attempt: 6
11:24:40.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:40.650141 7887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.156.60:37031: Network error: Client connection negotiation failed: client connection to 127.7.156.60:37031: connect: Connection refused (error 111)
11:24:40.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:39.417529 7984 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:40.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:40.870260 7986 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:40.872344 7985 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1452 milliseconds
11:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:40.872481 7972 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
11:24:40.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:40.873710 7972 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:24:40.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:40.876341 7972 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:24:40.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:40.877750 7972 hybrid_clock.cc:648] HybridClock initialized: now 1790508280877727 us; error 60 us; skew 500 ppm
11:24:40.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:40.878645 7972 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:24:40.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 11:24:40 dist-test-slave-zh8v krb5kdc[7804](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790508280, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.156.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:24:40.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:40.884755 7972 init.cc:377] Logged in from keytab as kudu/127.7.156.60@KRBTEST.COM (short username kudu)
11:24:40.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:40.891309 7972 webserver.cc:460] Webserver started at http://127.7.156.60:34763/ using document root <none> and password file <none>
11:24:40.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:40.892560 7972 fs_manager.cc:359] Metadata directory not provided
11:24:40.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:40.892863 7972 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:24:40.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:40.893420 7972 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:24:40.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:40.900470 7972 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/data/instance:
11:24:40.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aa7127c7fd79428898f38b4789eaf21d"
11:24:40.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:40 on dist-test-slave-zh8v"
11:24:40.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:40.902055 7972 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/wal/instance:
11:24:40.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aa7127c7fd79428898f38b4789eaf21d"
11:24:40.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:40 on dist-test-slave-zh8v"
11:24:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:40.911619 7972 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.010s sys 0.000s
11:24:40.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:40.919247 8000 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:24:40.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:40.920516 7972 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
11:24:40.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:40.920955 7972 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/data,/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/wal
11:24:40.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aa7127c7fd79428898f38b4789eaf21d"
11:24:40.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:40 on dist-test-slave-zh8v"
11:24:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:40.921397 7972 fs_report.cc:383] FS layout report
11:24:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:24:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/wal
11:24:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/wal
11:24:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/data/data
11:24:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:24:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:24:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:24:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:24:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:24:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:24:40.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:24:40.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:24:40.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:24:40.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:24:40.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:24:40.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:40.975708 7972 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:24:40.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:40.982268 7972 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:24:40.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:40.982719 7972 kserver.cc:163] Server-wide thread pool size limit: 3276
11:24:41.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.071805 7972 rpc_server.cc:307] RPC server started. Bound to: 127.7.156.60:37031
11:24:41.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.071950 8052 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.156.60:37031 every 8 connection(s)
11:24:41.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.075470 7972 server_base.cc:1166] Dumped server information to /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/data/info.pb
11:24:41.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.081475 8053 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:24:41.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.085408 7792 external_mini_cluster.cc:1388] Started /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu as pid 7972
11:24:41.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.085842 7792 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/wal/instance
11:24:41.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.097270 8053 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.156.62" port: 38213 } has no permanent_uuid. Determining permanent_uuid...
11:24:41.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 11:24:41 dist-test-slave-zh8v krb5kdc[7804](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790508280, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.156.60@KRBTEST.COM for kudu/127.7.156.62@KRBTEST.COM
11:24:41.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 11:24:41 dist-test-slave-zh8v krb5kdc[7804](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790508275, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.7.156.60@KRBTEST.COM
11:24:41.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.135739 8053 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.156.61" port: 41759 } has no permanent_uuid. Determining permanent_uuid...
11:24:41.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 11:24:41 dist-test-slave-zh8v krb5kdc[7804](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790508280, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.156.60@KRBTEST.COM for kudu/127.7.156.61@KRBTEST.COM
11:24:41.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 11:24:41 dist-test-slave-zh8v krb5kdc[7804](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790508275, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.7.156.61@KRBTEST.COM
11:24:41.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.171957 8053 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } has no permanent_uuid. Determining permanent_uuid...
11:24:41.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 11:24:41 dist-test-slave-zh8v krb5kdc[7804](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790508280, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.156.60@KRBTEST.COM for kudu/127.7.156.60@KRBTEST.COM
11:24:41.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 11:24:41 dist-test-slave-zh8v krb5kdc[7804](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790508275, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.7.156.62@KRBTEST.COM
11:24:41.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.203788 8053 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: Bootstrap starting.
11:24:41.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.210352 8053 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: Neither blocks nor log segments found. Creating new log.
11:24:41.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.212767 8053 log.cc:824] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: Log is configured to *not* fsync() on all Append() calls
11:24:41.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.215153 7792 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
11:24:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.218652 8053 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: No bootstrap required, opened a new log
11:24:41.225 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:24:41.226 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
11:24:41.236 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
11:24:41.236 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
11:24:41.240 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.7.156.62"
port: 38213
}
bound_http_address {
host: "127.7.156.62"
port: 45143
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.7.156.61"
port: 41759
}
bound_http_address {
host: "127.7.156.61"
port: 32803
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.7.156.60"
port: 37031
}
bound_http_address {
host: "127.7.156.60"
port: 34763
}
}
}
11:24:41.241 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
11:24:41.242 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:24:41.242 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
11:24:41.244 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
11:24:41.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.244148 8053 raft_consensus.cc:348] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a9f79e398e74677bbdb3fc543e3f2e2" member_type: VOTER last_known_addr { host: "127.7.156.62" port: 38213 } } peers { permanent_uuid: "28db8de89eee4efab7fb62608529a473" member_type: VOTER last_known_addr { host: "127.7.156.61" port: 41759 } } peers { permanent_uuid: "aa7127c7fd79428898f38b4789eaf21d" member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } }
11:24:41.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.245035 8053 raft_consensus.cc:374] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:24:41.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.245859 8053 raft_consensus.cc:729] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aa7127c7fd79428898f38b4789eaf21d, State: Initialized, Role: FOLLOWER
11:24:41.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.247008 8053 consensus_queue.cc:260] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a9f79e398e74677bbdb3fc543e3f2e2" member_type: VOTER last_known_addr { host: "127.7.156.62" port: 38213 } } peers { permanent_uuid: "28db8de89eee4efab7fb62608529a473" member_type: VOTER last_known_addr { host: "127.7.156.61" port: 41759 } } peers { permanent_uuid: "aa7127c7fd79428898f38b4789eaf21d" member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } }
11:24:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.257890 8062 sys_catalog.cc:455] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a9f79e398e74677bbdb3fc543e3f2e2" member_type: VOTER last_known_addr { host: "127.7.156.62" port: 38213 } } peers { permanent_uuid: "28db8de89eee4efab7fb62608529a473" member_type: VOTER last_known_addr { host: "127.7.156.61" port: 41759 } } peers { permanent_uuid: "aa7127c7fd79428898f38b4789eaf21d" member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } } }
11:24:41.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.259094 8062 sys_catalog.cc:458] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [sys.catalog]: This master's current role is: FOLLOWER
11:24:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.259824 8053 sys_catalog.cc:564] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [sys.catalog]: configured and running, proceeding with master startup.
11:24:41.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 11:24:41 dist-test-slave-zh8v krb5kdc[7804](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790508281, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:24:41.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
11:24:41.293 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:24:41.295 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/krb5cc
11:24:41.303 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
11:24:41.305 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/krb5cc
11:24:41.307 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
11:24:41.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:41.309919 8075 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:24:41.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:41.310252 8075 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:24:41.311 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
11:24:41.313 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
11:24:41.314 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
11:24:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.330487 7966 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } attempt: 7
11:24:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.297483 7972 master_runner.cc:186] Error getting master registration for 127.7.156.62:38213: OK, instance_id { permanent_uuid: "8a9f79e398e74677bbdb3fc543e3f2e2" instance_seqno: 1790508276982354 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
11:24:41.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.333936 7972 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:24:41.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 11:24:41 dist-test-slave-zh8v krb5kdc[7804](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790508278, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.156.61@KRBTEST.COM for kudu/127.7.156.60@KRBTEST.COM
11:24:41.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 11:24:41 dist-test-slave-zh8v krb5kdc[7804](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790508281, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:24:41.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
11:24:41.356 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:24:41.356 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/krb5cc
11:24:41.358 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
11:24:41.358 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.7.156.61:41759
11:24:41.360 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
11:24:41.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.361361 7792 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu with pid 7893
11:24:41.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:41.390072 8004 connection.cc:535] server connection from 127.0.0.1:59484 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
11:24:41.392 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:24:41.393 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.7.156.62:38213
11:24:41.393 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
11:24:41.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.393877 7792 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu with pid 7817
11:24:41.427 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:24:41.427 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.7.156.60:37031
11:24:41.427 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
11:24:41.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.428158 7792 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu with pid 7972
11:24:41.450 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:24:41.450 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.7.156.61:41759
11:24:41.451 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
11:24:41.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.453311 7792 external_mini_cluster.cc:1326] Running /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu
11:24:41.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu
11:24:41.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/wal
11:24:41.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/data
11:24:41.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:24:41.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:24:41.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/logs
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/data/info.pb
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.156.61:41759
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.156.61
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32803
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/kudu_127.7.156.61.keytab
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.156.61
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.156.20:45161
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:24:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:24:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.156.62:38213,127.7.156.61:41759,127.7.156.60:37031
11:24:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:24:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43759/jwks.json
11:24:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:24:41.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:41.781455 8080 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:24:41.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:41.782012 8080 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:24:41.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:41.782697 8080 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:24:41.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:41.814424 8080 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:24:41.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:41.814682 8080 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:24:41.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:41.814944 8080 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:24:41.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:41.815138 8080 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:24:41.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:41.815326 8080 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:24:41.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:41.815512 8080 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:24:41.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:41.815672 8080 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43759/jwks.json
11:24:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.853484 8080 master_runner.cc:386] Master server non-default flags:
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.156.20:45161
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/data
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/wal
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.156.62:38213,127.7.156.61:41759,127.7.156.60:37031
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/kudu_127.7.156.61.keytab
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.156.61
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.156.61:41759
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43759/jwks.json
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/data/info.pb
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.156.61
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32803
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/logs
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 10:38:06 UTC on ccycloud.quasar-tszgha.root.comops.site
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675883
11:24:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:24:41.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.854614 8080 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:24:41.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.855623 8080 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:24:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:41.872762 8088 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:43.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:41.872936 8090 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:43.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:41.874164 8087 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:43.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:41.875313 8080 server_base.cc:1034] running on GCE node
11:24:43.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.134361 8080 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:24:43.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.137109 8080 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:24:43.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.138458 8080 hybrid_clock.cc:648] HybridClock initialized: now 1790508283138413 us; error 61 us; skew 500 ppm
11:24:43.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.139714 8080 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:24:43.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 11:24:43 dist-test-slave-zh8v krb5kdc[7804](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790508283, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.156.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:24:43.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.147186 8080 init.cc:377] Logged in from keytab as kudu/127.7.156.61@KRBTEST.COM (short username kudu)
11:24:43.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.152737 8080 webserver.cc:460] Webserver started at http://127.7.156.61:32803/ using document root <none> and password file <none>
11:24:43.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.153739 8080 fs_manager.cc:359] Metadata directory not provided
11:24:43.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.154001 8080 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:24:43.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.162742 8080 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.001s sys 0.004s
11:24:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.167914 8099 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:24:43.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.169401 8080 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
11:24:43.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.169806 8080 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/data,/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/wal
11:24:43.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28db8de89eee4efab7fb62608529a473"
11:24:43.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:38 on dist-test-slave-zh8v"
11:24:43.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.172250 8080 fs_report.cc:383] FS layout report
11:24:43.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:24:43.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/wal
11:24:43.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/wal
11:24:43.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/data/data
11:24:43.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:24:43.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:24:43.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:24:43.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:24:43.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:24:43.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:24:43.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:24:43.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:24:43.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:24:43.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:24:43.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:24:43.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.219551 8080 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:24:43.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.225574 8080 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:24:43.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.225989 8080 kserver.cc:163] Server-wide thread pool size limit: 3276
11:24:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.303274 8080 rpc_server.cc:307] RPC server started. Bound to: 127.7.156.61:41759
11:24:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.303419 8150 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.156.61:41759 every 8 connection(s)
11:24:43.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.306234 8080 server_base.cc:1166] Dumped server information to /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/data/info.pb
11:24:43.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.310475 7792 external_mini_cluster.cc:1388] Started /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu as pid 8080
11:24:43.311 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:24:43.311 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.7.156.62:38213
11:24:43.311 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
11:24:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.313007 7792 external_mini_cluster.cc:1326] Running /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu
11:24:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu
11:24:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/wal
11:24:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/data
11:24:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:24:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:24:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:24:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:24:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:24:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:24:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/logs
11:24:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/data/info.pb
11:24:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:24:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:24:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:24:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:24:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:24:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:24:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:24:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:24:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:24:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:24:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:24:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:24:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.156.62:38213
11:24:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.156.62
11:24:43.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45143
11:24:43.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/kudu_127.7.156.62.keytab
11:24:43.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.156.62
11:24:43.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:24:43.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:24:43.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:24:43.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.156.20:45161
11:24:43.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:24:43.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:24:43.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:24:43.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:24:43.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.156.62:38213,127.7.156.61:41759,127.7.156.60:37031
11:24:43.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:24:43.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43759/jwks.json
11:24:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:24:43.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.320152 8151 sys_catalog.cc:263] Verifying existing consensus state
11:24:43.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260927 11:24:43.320977 8151 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
11:24:43.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.321395 8080 master.cc:537] Master@127.7.156.61:41759 shutting down...
11:24:43.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.377285 8080 master.cc:552] Master@127.7.156.61:41759 shutdown complete.
11:24:43.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
11:24:43.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:43.629271 8153 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:24:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:43.629949 8153 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:24:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:43.630852 8153 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:24:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:43.664811 8153 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:24:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:43.665035 8153 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:24:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:43.665292 8153 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:24:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:43.665485 8153 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:24:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:43.665789 8153 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:24:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:43.666101 8153 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:24:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:43.666316 8153 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43759/jwks.json
11:24:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.705155 8153 master_runner.cc:386] Master server non-default flags:
11:24:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:24:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.156.20:45161
11:24:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:24:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:24:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/data
11:24:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/wal
11:24:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:24:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:24:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.156.62:38213,127.7.156.61:41759,127.7.156.60:37031
11:24:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/kudu_127.7.156.62.keytab
11:24:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.156.62
11:24:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:24:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:24:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:24:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.156.62:38213
11:24:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:24:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:24:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:24:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43759/jwks.json
11:24:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:24:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:24:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:24:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:24:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:24:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/data/info.pb
11:24:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.156.62
11:24:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45143
11:24:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:24:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:24:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:24:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:24:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:24:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/logs
11:24:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:24:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:24:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:24:43.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:24:43.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:24:43.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:24:43.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:24:43.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 10:38:06 UTC on ccycloud.quasar-tszgha.root.comops.site
11:24:43.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675883
11:24:43.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:24:43.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.706704 8153 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:24:43.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.708050 8153 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:24:43.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:43.728936 8160 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:44.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:43.730029 8162 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:44.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:43.730520 8159 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:44.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:43.731303 8153 server_base.cc:1034] running on GCE node
11:24:44.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:44.970238 8153 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:24:44.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:44.972805 8153 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:24:44.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:44.974145 8153 hybrid_clock.cc:648] HybridClock initialized: now 1790508284974103 us; error 63 us; skew 500 ppm
11:24:44.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:44.975008 8153 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:24:44.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 11:24:44 dist-test-slave-zh8v krb5kdc[7804](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790508284, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.156.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:24:44.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:44.985419 8153 init.cc:377] Logged in from keytab as kudu/127.7.156.62@KRBTEST.COM (short username kudu)
11:24:44.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:44.991066 8153 webserver.cc:460] Webserver started at http://127.7.156.62:45143/ using document root <none> and password file <none>
11:24:44.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:44.992053 8153 fs_manager.cc:359] Metadata directory not provided
11:24:44.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:44.992301 8153 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:24:45.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:45.000418 8153 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.003s sys 0.003s
11:24:45.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:45.005828 8171 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:24:45.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:45.007452 8153 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.000s sys 0.005s
11:24:45.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:45.007933 8153 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/data,/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/wal
11:24:45.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a9f79e398e74677bbdb3fc543e3f2e2"
11:24:45.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:36 on dist-test-slave-zh8v"
11:24:45.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:45.011286 8153 fs_report.cc:383] FS layout report
11:24:45.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:24:45.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/wal
11:24:45.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/wal
11:24:45.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/data/data
11:24:45.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:24:45.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:24:45.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:24:45.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:24:45.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:24:45.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:24:45.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:24:45.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:24:45.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:24:45.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:24:45.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:24:45.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:45.062934 8153 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:24:45.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:45.069396 8153 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:24:45.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:45.069821 8153 kserver.cc:163] Server-wide thread pool size limit: 3276
11:24:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:45.143671 8153 rpc_server.cc:307] RPC server started. Bound to: 127.7.156.62:38213
11:24:45.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:45.143878 8222 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.156.62:38213 every 8 connection(s)
11:24:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:45.146778 8153 server_base.cc:1166] Dumped server information to /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/data/info.pb
11:24:45.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:45.148123 7792 external_mini_cluster.cc:1388] Started /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu as pid 8153
11:24:45.149 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:24:45.150 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.7.156.60:37031
11:24:45.150 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
11:24:45.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:45.152158 7792 external_mini_cluster.cc:1326] Running /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu
11:24:45.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu
11:24:45.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/wal
11:24:45.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/data
11:24:45.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:24:45.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:24:45.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:24:45.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:24:45.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:24:45.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:24:45.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/logs
11:24:45.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/data/info.pb
11:24:45.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.156.60:37031
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.156.60
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34763
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/kudu_127.7.156.60.keytab
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.156.60
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.156.20:45161
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.156.62:38213,127.7.156.61:41759,127.7.156.60:37031
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43759/jwks.json
11:24:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:24:45.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:45.158944 8223 sys_catalog.cc:263] Verifying existing consensus state
11:24:45.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260927 11:24:45.159732 8223 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
11:24:45.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:45.160192 8153 master.cc:537] Master@127.7.156.62:38213 shutting down...
11:24:45.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:45.217803 8153 master.cc:552] Master@127.7.156.62:38213 shutdown complete.
11:24:45.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
11:24:45.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:45.474483 8225 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:24:45.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:45.475215 8225 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:24:45.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:45.476105 8225 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:24:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:45.510753 8225 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:24:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:45.511066 8225 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:24:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:45.511546 8225 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:24:45.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:45.511914 8225 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:24:45.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:45.512253 8225 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:24:45.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:45.512589 8225 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:24:45.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:45.512933 8225 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43759/jwks.json
11:24:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:45.553014 8225 master_runner.cc:386] Master server non-default flags:
11:24:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:24:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.156.20:45161
11:24:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:24:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:24:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/data
11:24:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/wal
11:24:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:24:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:24:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.156.62:38213,127.7.156.61:41759,127.7.156.60:37031
11:24:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/krb5kdc/kudu_127.7.156.60.keytab
11:24:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.156.60
11:24:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:24:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.156.60:37031
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43759/jwks.json
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/data/info.pb
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.156.60
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34763
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/logs
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 10:38:06 UTC on ccycloud.quasar-tszgha.root.comops.site
11:24:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675883
11:24:45.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:24:45.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:45.554483 8225 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:24:45.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:45.555670 8225 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:24:45.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:45.574323 8234 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:46.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:45.574357 8232 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:46.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:45.576838 8225 server_base.cc:1034] running on GCE node
11:24:46.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:45.575139 8231 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:24:46.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:46.826722 8225 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:24:46.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:46.830271 8225 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:24:46.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:46.831720 8225 hybrid_clock.cc:648] HybridClock initialized: now 1790508286831690 us; error 51 us; skew 500 ppm
11:24:46.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:46.832485 8225 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:24:46.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 11:24:46 dist-test-slave-zh8v krb5kdc[7804](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790508286, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.156.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:24:46.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:46.838269 8225 init.cc:377] Logged in from keytab as kudu/127.7.156.60@KRBTEST.COM (short username kudu)
11:24:46.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:46.843432 8225 webserver.cc:460] Webserver started at http://127.7.156.60:34763/ using document root <none> and password file <none>
11:24:46.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:46.844316 8225 fs_manager.cc:359] Metadata directory not provided
11:24:46.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:46.844506 8225 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:24:46.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:46.852684 8225 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.001s
11:24:46.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:46.856941 8243 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:24:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:46.858141 8225 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
11:24:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:46.858477 8225 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/data,/tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/wal
11:24:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aa7127c7fd79428898f38b4789eaf21d"
11:24:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 11:24:40 on dist-test-slave-zh8v"
11:24:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:46.861124 8225 fs_report.cc:383] FS layout report
11:24:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:24:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/wal
11:24:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/wal
11:24:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/data/data
11:24:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:24:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:24:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:24:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:24:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:24:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:24:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:24:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:24:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:24:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:24:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:24:46.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:46.904845 8225 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:24:46.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:46.910429 8225 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:24:46.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:46.910840 8225 kserver.cc:163] Server-wide thread pool size limit: 3276
11:24:46.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:46.983593 8225 rpc_server.cc:307] RPC server started. Bound to: 127.7.156.60:37031
11:24:46.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:46.983750 8294 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.156.60:37031 every 8 connection(s)
11:24:46.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:46.986340 8225 server_base.cc:1166] Dumped server information to /tmp/dist-test-task4dLbsW/test-tmp/mini-kudu-cluster3213263062362468619/master-2/data/info.pb
11:24:46.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:46.987962 7792 external_mini_cluster.cc:1388] Started /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu as pid 8225
11:24:46.988 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:24:47.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:47.001791 8295 sys_catalog.cc:263] Verifying existing consensus state
11:24:47.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:47.010648 8295 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: Bootstrap starting.
11:24:47.051 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.156.61:41759(127.7.156.61:41759)] connecting to peer
11:24:47.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:47.062222 8295 log.cc:824] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: Log is configured to *not* fsync() on all Append() calls
11:24:47.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:47.069109 8295 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
11:24:47.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:47.070060 8295 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: Bootstrap complete.
11:24:47.109 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.156.62:38213(127.7.156.62:38213)] connecting to peer
11:24:47.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:47.109520 8295 raft_consensus.cc:348] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a9f79e398e74677bbdb3fc543e3f2e2" member_type: VOTER last_known_addr { host: "127.7.156.62" port: 38213 } } peers { permanent_uuid: "28db8de89eee4efab7fb62608529a473" member_type: VOTER last_known_addr { host: "127.7.156.61" port: 41759 } } peers { permanent_uuid: "aa7127c7fd79428898f38b4789eaf21d" member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } }
11:24:47.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:47.112334 8295 raft_consensus.cc:374] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:24:47.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:47.112617 8295 raft_consensus.cc:729] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aa7127c7fd79428898f38b4789eaf21d, State: Initialized, Role: FOLLOWER
11:24:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:47.113597 8295 consensus_queue.cc:260] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a9f79e398e74677bbdb3fc543e3f2e2" member_type: VOTER last_known_addr { host: "127.7.156.62" port: 38213 } } peers { permanent_uuid: "28db8de89eee4efab7fb62608529a473" member_type: VOTER last_known_addr { host: "127.7.156.61" port: 41759 } } peers { permanent_uuid: "aa7127c7fd79428898f38b4789eaf21d" member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } }
11:24:47.115 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.156.60:37031(127.7.156.60:37031)] connecting to peer
11:24:47.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:47.121150 8301 sys_catalog.cc:455] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a9f79e398e74677bbdb3fc543e3f2e2" member_type: VOTER last_known_addr { host: "127.7.156.62" port: 38213 } } peers { permanent_uuid: "28db8de89eee4efab7fb62608529a473" member_type: VOTER last_known_addr { host: "127.7.156.61" port: 41759 } } peers { permanent_uuid: "aa7127c7fd79428898f38b4789eaf21d" member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } } }
11:24:47.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:47.122005 8301 sys_catalog.cc:458] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [sys.catalog]: This master's current role is: FOLLOWER
11:24:47.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:47.127139 8295 sys_catalog.cc:564] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [sys.catalog]: configured and running, proceeding with master startup.
11:24:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:47.165967 8249 tablet.cc:2369] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:24:47.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:47.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.156.61:41759(127.7.156.61:41759)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:47.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.61:41759: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:47.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:47.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.156.62:38213(127.7.156.62:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:47.173 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.156.60:37031(127.7.156.60:37031)] Successfully connected to peer
11:24:47.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.62:38213: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:47.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:47.215637 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:24:47.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:47.215984 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:24:47.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:47.202858 8225 master_runner.cc:186] Error getting master registration for 127.7.156.62:38213: Network error: Client connection negotiation failed: client connection to 127.7.156.62:38213: connect: Connection refused (error 111),
11:24:47.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:47.240954 8225 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:24:47.268 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
11:24:47.281 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.7.156.60
11:24:47.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:47.425001 8301 raft_consensus.cc:482] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:24:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:47.425592 8301 raft_consensus.cc:504] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a9f79e398e74677bbdb3fc543e3f2e2" member_type: VOTER last_known_addr { host: "127.7.156.62" port: 38213 } } peers { permanent_uuid: "28db8de89eee4efab7fb62608529a473" member_type: VOTER last_known_addr { host: "127.7.156.61" port: 41759 } } peers { permanent_uuid: "aa7127c7fd79428898f38b4789eaf21d" member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } }
11:24:47.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:47.431025 8244 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.156.62:38213: connect: Connection refused (error 111)
11:24:47.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:47.435624 8301 leader_election.cc:288] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8a9f79e398e74677bbdb3fc543e3f2e2 (127.7.156.62:38213), 28db8de89eee4efab7fb62608529a473 (127.7.156.61:41759)
11:24:47.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:47.448880 8244 leader_election.cc:334] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8a9f79e398e74677bbdb3fc543e3f2e2 (127.7.156.62:38213): Network error: Client connection negotiation failed: client connection to 127.7.156.62:38213: connect: Connection refused (error 111)
11:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:47.451905 8247 leader_election.cc:334] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 28db8de89eee4efab7fb62608529a473 (127.7.156.61:41759): Network error: Client connection negotiation failed: client connection to 127.7.156.61:41759: connect: Connection refused (error 111)
11:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:47.452339 8247 leader_election.cc:302] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: aa7127c7fd79428898f38b4789eaf21d; no voters: 28db8de89eee4efab7fb62608529a473, 8a9f79e398e74677bbdb3fc543e3f2e2
11:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:47.453608 8301 raft_consensus.cc:2726] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:24:47.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 11:24:47 dist-test-slave-zh8v krb5kdc[7804](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790508281, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.7.156.60@KRBTEST.COM
11:24:47.552 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa89070a1, L:/127.0.0.1:59496 - R:/127.7.156.60:37031] using SASL/GSSAPI
11:24:47.568 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031; will retry
11:24:47.576 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.61:41759(127.7.156.61:41759)] connecting to peer
11:24:47.578 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.62:38213(127.7.156.62:38213)] connecting to peer
11:24:47.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:47.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.156.61:41759(127.7.156.61:41759)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:47.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.61:41759: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:47.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:47.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.156.62:38213(127.7.156.62:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:47.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.62:38213: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:47.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031; will retry
11:24:47.594 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.61:41759(127.7.156.61:41759)] connecting to peer
11:24:47.596 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.62:38213(127.7.156.62:38213)] connecting to peer
11:24:47.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:47.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.156.61:41759(127.7.156.61:41759)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:47.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.61:41759: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:47.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:47.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.156.62:38213(127.7.156.62:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:47.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.62:38213: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:47.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031; will retry
11:24:47.615 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.61:41759(127.7.156.61:41759)] connecting to peer
11:24:47.616 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.62:38213(127.7.156.62:38213)] connecting to peer
11:24:47.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:47.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.156.61:41759(127.7.156.61:41759)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:47.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.61:41759: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:47.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:47.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.156.62:38213(127.7.156.62:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:47.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.62:38213: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:47.626 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031; will retry
11:24:47.634 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.61:41759(127.7.156.61:41759)] connecting to peer
11:24:47.636 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.62:38213(127.7.156.62:38213)] connecting to peer
11:24:47.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:47.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.156.61:41759(127.7.156.61:41759)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:47.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.61:41759: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:47.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:47.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.156.62:38213(127.7.156.62:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:47.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.62:38213: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:47.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031; will retry
11:24:47.675 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.61:41759(127.7.156.61:41759)] connecting to peer
11:24:47.676 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.62:38213(127.7.156.62:38213)] connecting to peer
11:24:47.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:47.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.156.61:41759(127.7.156.61:41759)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:47.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.61:41759: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:47.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:47.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.156.62:38213(127.7.156.62:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:47.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.62:38213: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:47.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031; will retry
11:24:47.735 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.61:41759(127.7.156.61:41759)] connecting to peer
11:24:47.737 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.62:38213(127.7.156.62:38213)] connecting to peer
11:24:47.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:47.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.156.61:41759(127.7.156.61:41759)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:47.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.61:41759: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:47.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:47.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.156.62:38213(127.7.156.62:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:47.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.62:38213: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:47.747 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031; will retry
11:24:47.795 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.61:41759(127.7.156.61:41759)] connecting to peer
11:24:47.797 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.62:38213(127.7.156.62:38213)] connecting to peer
11:24:47.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:47.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.156.61:41759(127.7.156.61:41759)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:47.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.61:41759: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:47.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:47.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.156.62:38213(127.7.156.62:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:47.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.62:38213: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:47.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031; will retry
11:24:47.815 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.61:41759(127.7.156.61:41759)] connecting to peer
11:24:47.816 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.62:38213(127.7.156.62:38213)] connecting to peer
11:24:47.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:47.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.156.61:41759(127.7.156.61:41759)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:47.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.61:41759: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:47.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:47.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.156.62:38213(127.7.156.62:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:47.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.62:38213: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:47.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031; will retry
11:24:47.995 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.61:41759(127.7.156.61:41759)] connecting to peer
11:24:47.997 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.62:38213(127.7.156.62:38213)] connecting to peer
11:24:48.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:48.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.156.61:41759(127.7.156.61:41759)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:48.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:48.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.156.62:38213(127.7.156.62:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:48.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.61:41759: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:48.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.62:38213: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:48.007 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031; will retry
11:24:48.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:48.220213 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:24:48.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:48.220574 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:24:48.734 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.61:41759(127.7.156.61:41759)] connecting to peer
11:24:48.736 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.62:38213(127.7.156.62:38213)] connecting to peer
11:24:48.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:48.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.156.61:41759(127.7.156.61:41759)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:48.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.61:41759: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:48.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:48.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.156.62:38213(127.7.156.62:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:48.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.62:38213: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:48.741 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031; will retry
11:24:49.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:49.223394 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:24:49.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:49.223651 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:24:49.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:49.391716 8319 raft_consensus.cc:482] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:24:49.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:49.392127 8319 raft_consensus.cc:504] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a9f79e398e74677bbdb3fc543e3f2e2" member_type: VOTER last_known_addr { host: "127.7.156.62" port: 38213 } } peers { permanent_uuid: "28db8de89eee4efab7fb62608529a473" member_type: VOTER last_known_addr { host: "127.7.156.61" port: 41759 } } peers { permanent_uuid: "aa7127c7fd79428898f38b4789eaf21d" member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } }
11:24:49.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:49.393644 8319 leader_election.cc:288] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8a9f79e398e74677bbdb3fc543e3f2e2 (127.7.156.62:38213), 28db8de89eee4efab7fb62608529a473 (127.7.156.61:41759)
11:24:49.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:49.399873 8247 leader_election.cc:334] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 28db8de89eee4efab7fb62608529a473 (127.7.156.61:41759): Network error: Client connection negotiation failed: client connection to 127.7.156.61:41759: connect: Connection refused (error 111)
11:24:49.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:49.400273 8244 leader_election.cc:334] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8a9f79e398e74677bbdb3fc543e3f2e2 (127.7.156.62:38213): Network error: Client connection negotiation failed: client connection to 127.7.156.62:38213: connect: Connection refused (error 111)
11:24:49.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:49.400552 8244 leader_election.cc:302] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: aa7127c7fd79428898f38b4789eaf21d; no voters: 28db8de89eee4efab7fb62608529a473, 8a9f79e398e74677bbdb3fc543e3f2e2
11:24:49.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:49.401081 8319 raft_consensus.cc:2726] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:24:49.855 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.61:41759(127.7.156.61:41759)] connecting to peer
11:24:49.857 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.62:38213(127.7.156.62:38213)] connecting to peer
11:24:49.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:49.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.156.61:41759(127.7.156.61:41759)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:49.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.61:41759: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:49.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:49.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.156.62:38213(127.7.156.62:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:49.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.62:38213: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:49.861 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031; will retry
11:24:50.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:50.226529 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:24:50.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:50.226768 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:24:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:50.601899 8291 debug-util.cc:398] Leaking SignalData structure 0x7b0800098980 after lost signal to thread 8226
11:24:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:50.602393 8291 debug-util.cc:398] Leaking SignalData structure 0x7b08000b1f40 after lost signal to thread 8294
11:24:51.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:51.231043 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:24:51.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:51.231385 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:24:52.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:52.232916 7777 debug-util.cc:398] Leaking SignalData structure 0x7b08000af0a0 after lost signal to thread 7652
11:24:52.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:52.234337 7777 debug-util.cc:398] Leaking SignalData structure 0x7b08000afca0 after lost signal to thread 7780
11:24:52.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:52.235090 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:24:52.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:52.235342 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:24:52.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:52.264461 8225 master_runner.cc:186] Error getting master registration for 127.7.156.62:38213: Network error: Client connection negotiation failed: client connection to 127.7.156.62:38213: connect: Connection refused (error 111),
11:24:52.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:52.264914 8225 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:24:52.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:52.660018 8328 raft_consensus.cc:482] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:24:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:52.660557 8328 raft_consensus.cc:504] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a9f79e398e74677bbdb3fc543e3f2e2" member_type: VOTER last_known_addr { host: "127.7.156.62" port: 38213 } } peers { permanent_uuid: "28db8de89eee4efab7fb62608529a473" member_type: VOTER last_known_addr { host: "127.7.156.61" port: 41759 } } peers { permanent_uuid: "aa7127c7fd79428898f38b4789eaf21d" member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } }
11:24:52.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:52.662518 8328 leader_election.cc:288] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8a9f79e398e74677bbdb3fc543e3f2e2 (127.7.156.62:38213), 28db8de89eee4efab7fb62608529a473 (127.7.156.61:41759)
11:24:52.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:52.663775 8244 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.156.62:38213: connect: Connection refused (error 111) [suppressed 3 similar messages]
11:24:52.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:52.678131 8247 leader_election.cc:334] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 28db8de89eee4efab7fb62608529a473 (127.7.156.61:41759): Network error: Client connection negotiation failed: client connection to 127.7.156.61:41759: connect: Connection refused (error 111)
11:24:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:52.678807 8244 leader_election.cc:334] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8a9f79e398e74677bbdb3fc543e3f2e2 (127.7.156.62:38213): Network error: Client connection negotiation failed: client connection to 127.7.156.62:38213: connect: Connection refused (error 111)
11:24:52.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:52.679200 8244 leader_election.cc:302] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: aa7127c7fd79428898f38b4789eaf21d; no voters: 28db8de89eee4efab7fb62608529a473, 8a9f79e398e74677bbdb3fc543e3f2e2
11:24:52.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:52.680152 8328 raft_consensus.cc:2726] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:24:53.215 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.61:41759(127.7.156.61:41759)] connecting to peer
11:24:53.216 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.62:38213(127.7.156.62:38213)] connecting to peer
11:24:53.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:53.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.156.61:41759(127.7.156.61:41759)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:53.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.61:41759: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:53.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:53.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.156.62:38213(127.7.156.62:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:53.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.62:38213: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:53.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031; will retry
11:24:53.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:53.240167 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:24:53.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:53.240513 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:24:54.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:54.243618 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:24:54.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:54.243865 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:24:54.595 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.61:41759(127.7.156.61:41759)] connecting to peer
11:24:54.596 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.62:38213(127.7.156.62:38213)] connecting to peer
11:24:54.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:54.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.156.61:41759(127.7.156.61:41759)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:54.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.61:41759: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:54.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:54.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.156.62:38213(127.7.156.62:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:54.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.62:38213: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:54.601 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031; will retry
11:24:55.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:55.247263 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:24:55.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:55.247570 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:24:55.615 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.61:41759(127.7.156.61:41759)] connecting to peer
11:24:55.617 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.62:38213(127.7.156.62:38213)] connecting to peer
11:24:55.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:55.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.156.61:41759(127.7.156.61:41759)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:55.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.61:41759: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:55.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:55.620 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.156.62:38213(127.7.156.62:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:55.620 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.62:38213: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:55.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031; will retry
11:24:56.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:56.251304 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:24:56.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:56.251655 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:24:56.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 11:24:56 dist-test-slave-zh8v krb5kdc[7804](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790508296, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.156.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:24:56.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:56.842311 8239 init.cc:295] Successfully reacquired a new kerberos TGT
11:24:57.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:57.185637 8336 raft_consensus.cc:482] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:24:57.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:57.186131 8336 raft_consensus.cc:504] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a9f79e398e74677bbdb3fc543e3f2e2" member_type: VOTER last_known_addr { host: "127.7.156.62" port: 38213 } } peers { permanent_uuid: "28db8de89eee4efab7fb62608529a473" member_type: VOTER last_known_addr { host: "127.7.156.61" port: 41759 } } peers { permanent_uuid: "aa7127c7fd79428898f38b4789eaf21d" member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } }
11:24:57.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:57.187779 8336 leader_election.cc:288] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8a9f79e398e74677bbdb3fc543e3f2e2 (127.7.156.62:38213), 28db8de89eee4efab7fb62608529a473 (127.7.156.61:41759)
11:24:57.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:57.193027 8244 leader_election.cc:334] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8a9f79e398e74677bbdb3fc543e3f2e2 (127.7.156.62:38213): Network error: Client connection negotiation failed: client connection to 127.7.156.62:38213: connect: Connection refused (error 111)
11:24:57.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:57.193665 8247 leader_election.cc:334] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 28db8de89eee4efab7fb62608529a473 (127.7.156.61:41759): Network error: Client connection negotiation failed: client connection to 127.7.156.61:41759: connect: Connection refused (error 111)
11:24:57.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:57.193954 8247 leader_election.cc:302] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: aa7127c7fd79428898f38b4789eaf21d; no voters: 28db8de89eee4efab7fb62608529a473, 8a9f79e398e74677bbdb3fc543e3f2e2
11:24:57.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:57.194568 8336 raft_consensus.cc:2726] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:24:57.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:57.254683 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:24:57.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:57.254977 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:24:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:57.267210 8225 master_runner.cc:186] Error getting master registration for 127.7.156.62:38213: Network error: Client connection negotiation failed: client connection to 127.7.156.62:38213: connect: Connection refused (error 111),
11:24:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:24:57.267618 8225 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:24:57.435 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.61:41759(127.7.156.61:41759)] connecting to peer
11:24:57.436 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.62:38213(127.7.156.62:38213)] connecting to peer
11:24:57.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:57.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.156.61:41759(127.7.156.61:41759)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:57.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.61:41759: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:24:57.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:57.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.156.62:38213(127.7.156.62:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:57.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.62:38213: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:24:57.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031; will retry
11:24:58.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:58.258059 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:24:58.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:58.258299 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:24:59.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:59.261931 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:24:59.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:24:59.262270 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:25:00.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:00.265515 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:25:00.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:00.265753 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:25:01.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:01.269101 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:25:01.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:01.269403 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:25:01.414 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.61:41759(127.7.156.61:41759)] connecting to peer
11:25:01.416 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.62:38213(127.7.156.62:38213)] connecting to peer
11:25:01.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:01.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.156.61:41759(127.7.156.61:41759)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:01.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.61:41759: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:01.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:01.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.156.62:38213(127.7.156.62:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:01.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.62:38213: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:01.421 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031; will retry
11:25:01.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:01.903811 8345 raft_consensus.cc:482] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:25:01.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:01.904261 8345 raft_consensus.cc:504] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a9f79e398e74677bbdb3fc543e3f2e2" member_type: VOTER last_known_addr { host: "127.7.156.62" port: 38213 } } peers { permanent_uuid: "28db8de89eee4efab7fb62608529a473" member_type: VOTER last_known_addr { host: "127.7.156.61" port: 41759 } } peers { permanent_uuid: "aa7127c7fd79428898f38b4789eaf21d" member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } }
11:25:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:01.906165 8345 leader_election.cc:288] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8a9f79e398e74677bbdb3fc543e3f2e2 (127.7.156.62:38213), 28db8de89eee4efab7fb62608529a473 (127.7.156.61:41759)
11:25:01.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:01.908066 8244 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.156.62:38213: connect: Connection refused (error 111) [suppressed 3 similar messages]
11:25:01.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:01.910853 8247 leader_election.cc:334] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 28db8de89eee4efab7fb62608529a473 (127.7.156.61:41759): Network error: Client connection negotiation failed: client connection to 127.7.156.61:41759: connect: Connection refused (error 111)
11:25:01.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:01.911475 8244 leader_election.cc:334] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8a9f79e398e74677bbdb3fc543e3f2e2 (127.7.156.62:38213): Network error: Client connection negotiation failed: client connection to 127.7.156.62:38213: connect: Connection refused (error 111)
11:25:01.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:01.911826 8244 leader_election.cc:302] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: aa7127c7fd79428898f38b4789eaf21d; no voters: 28db8de89eee4efab7fb62608529a473, 8a9f79e398e74677bbdb3fc543e3f2e2
11:25:01.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:01.912374 8345 raft_consensus.cc:2726] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:25:02.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:02.269711 8225 master_runner.cc:186] Error getting master registration for 127.7.156.62:38213: Network error: Client connection negotiation failed: client connection to 127.7.156.62:38213: connect: Connection refused (error 111),
11:25:02.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:02.270126 8225 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:25:02.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:02.272254 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:25:02.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:02.272481 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:25:03.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:03.275632 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:25:03.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:03.275872 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:25:03.635 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.61:41759(127.7.156.61:41759)] connecting to peer
11:25:03.636 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.62:38213(127.7.156.62:38213)] connecting to peer
11:25:03.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:03.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.156.61:41759(127.7.156.61:41759)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:03.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.61:41759: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:03.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:03.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.156.62:38213(127.7.156.62:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:03.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.62:38213: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:03.641 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031; will retry
11:25:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:03.855573 8351 raft_consensus.cc:482] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:25:03.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:03.855937 8351 raft_consensus.cc:504] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a9f79e398e74677bbdb3fc543e3f2e2" member_type: VOTER last_known_addr { host: "127.7.156.62" port: 38213 } } peers { permanent_uuid: "28db8de89eee4efab7fb62608529a473" member_type: VOTER last_known_addr { host: "127.7.156.61" port: 41759 } } peers { permanent_uuid: "aa7127c7fd79428898f38b4789eaf21d" member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } }
11:25:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:03.857532 8351 leader_election.cc:288] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8a9f79e398e74677bbdb3fc543e3f2e2 (127.7.156.62:38213), 28db8de89eee4efab7fb62608529a473 (127.7.156.61:41759)
11:25:03.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:03.862943 8244 leader_election.cc:334] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8a9f79e398e74677bbdb3fc543e3f2e2 (127.7.156.62:38213): Network error: Client connection negotiation failed: client connection to 127.7.156.62:38213: connect: Connection refused (error 111)
11:25:03.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:03.863411 8247 leader_election.cc:334] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 28db8de89eee4efab7fb62608529a473 (127.7.156.61:41759): Network error: Client connection negotiation failed: client connection to 127.7.156.61:41759: connect: Connection refused (error 111)
11:25:03.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:03.863786 8247 leader_election.cc:302] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: aa7127c7fd79428898f38b4789eaf21d; no voters: 28db8de89eee4efab7fb62608529a473, 8a9f79e398e74677bbdb3fc543e3f2e2
11:25:03.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:03.864593 8351 raft_consensus.cc:2726] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:25:04.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:04.278941 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:25:04.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:04.279172 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:25:05.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:05.282584 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:25:05.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:05.282815 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:25:06.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:06.286582 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:25:06.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:06.286914 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:25:06.635 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.61:41759(127.7.156.61:41759)] connecting to peer
11:25:06.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:06.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.156.61:41759(127.7.156.61:41759)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:06.642 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.62:38213(127.7.156.62:38213)] connecting to peer
11:25:06.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.61:41759: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:06.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:06.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.156.62:38213(127.7.156.62:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:06.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.62:38213: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:06.667 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031; will retry
11:25:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 11:25:06 dist-test-slave-zh8v krb5kdc[7804](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790508306, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.156.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:25:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:06.844786 8239 init.cc:295] Successfully reacquired a new kerberos TGT
11:25:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:07.273278 8225 master_runner.cc:186] Error getting master registration for 127.7.156.62:38213: Network error: Client connection negotiation failed: client connection to 127.7.156.62:38213: connect: Connection refused (error 111),
11:25:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:07.273687 8225 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:25:07.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:07.289990 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:25:07.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:07.290333 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:25:07.555 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.61:41759(127.7.156.61:41759)] connecting to peer
11:25:07.556 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.62:38213(127.7.156.62:38213)] connecting to peer
11:25:07.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:07.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.156.61:41759(127.7.156.61:41759)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:07.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.61:41759: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:07.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:07.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.156.62:38213(127.7.156.62:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:07.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.62:38213: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:07.561 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031; will retry
11:25:07.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:07.671655 7298 debug-util.cc:398] Leaking SignalData structure 0x7b08000c4ec0 after lost signal to thread 7229
11:25:07.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:07.672370 7298 debug-util.cc:398] Leaking SignalData structure 0x7b080003dda0 after lost signal to thread 7301
11:25:08.135 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.61:41759(127.7.156.61:41759)] connecting to peer
11:25:08.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:08.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.156.61:41759(127.7.156.61:41759)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:08.137 [INFO - pool-6-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.61:41759: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:08.138 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.62:38213(127.7.156.62:38213)] connecting to peer
11:25:08.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:08.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.156.62:38213(127.7.156.62:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:08.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.62:38213: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:08.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031; will retry
11:25:08.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:08.293956 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:25:08.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:08.294296 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:25:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:09.297569 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:25:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:09.297844 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:25:10.095 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.61:41759(127.7.156.61:41759)] connecting to peer
11:25:10.096 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.62:38213(127.7.156.62:38213)] connecting to peer
11:25:10.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:10.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.156.61:41759(127.7.156.61:41759)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:10.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.61:41759: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:10.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:10.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.156.62:38213(127.7.156.62:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:10.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.62:38213: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:10.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031; will retry
11:25:10.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:10.300980 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:25:10.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:10.301244 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:25:10.855 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.61:41759(127.7.156.61:41759)] connecting to peer
11:25:10.855 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.62:38213(127.7.156.62:38213)] connecting to peer
11:25:10.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:10.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.156.61:41759(127.7.156.61:41759)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:10.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.61:41759: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:10.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:10.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.156.62:38213(127.7.156.62:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:10.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.62:38213: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:10.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031; will retry
11:25:11.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:11.304243 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:25:11.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:11.304513 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:25:12.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:12.276430 8225 master_runner.cc:186] Error getting master registration for 127.7.156.62:38213: Network error: Client connection negotiation failed: client connection to 127.7.156.62:38213: connect: Connection refused (error 111),
11:25:12.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:12.276868 8225 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:25:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:12.307752 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:25:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:12.308033 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:25:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:12.424535 8365 raft_consensus.cc:482] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:25:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:12.425191 8365 raft_consensus.cc:504] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a9f79e398e74677bbdb3fc543e3f2e2" member_type: VOTER last_known_addr { host: "127.7.156.62" port: 38213 } } peers { permanent_uuid: "28db8de89eee4efab7fb62608529a473" member_type: VOTER last_known_addr { host: "127.7.156.61" port: 41759 } } peers { permanent_uuid: "aa7127c7fd79428898f38b4789eaf21d" member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } }
11:25:12.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:12.427171 8365 leader_election.cc:288] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8a9f79e398e74677bbdb3fc543e3f2e2 (127.7.156.62:38213), 28db8de89eee4efab7fb62608529a473 (127.7.156.61:41759)
11:25:12.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:12.428473 8244 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.156.62:38213: connect: Connection refused (error 111) [suppressed 3 similar messages]
11:25:12.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:12.431198 8244 leader_election.cc:334] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8a9f79e398e74677bbdb3fc543e3f2e2 (127.7.156.62:38213): Network error: Client connection negotiation failed: client connection to 127.7.156.62:38213: connect: Connection refused (error 111)
11:25:12.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:12.431793 8247 leader_election.cc:334] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 28db8de89eee4efab7fb62608529a473 (127.7.156.61:41759): Network error: Client connection negotiation failed: client connection to 127.7.156.61:41759: connect: Connection refused (error 111)
11:25:12.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:12.432202 8247 leader_election.cc:302] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: aa7127c7fd79428898f38b4789eaf21d; no voters: 28db8de89eee4efab7fb62608529a473, 8a9f79e398e74677bbdb3fc543e3f2e2
11:25:12.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:12.432847 8365 raft_consensus.cc:2726] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:25:13.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:13.311057 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:25:13.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:13.311302 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:25:13.395 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.61:41759(127.7.156.61:41759)] connecting to peer
11:25:13.396 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.62:38213(127.7.156.62:38213)] connecting to peer
11:25:13.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:13.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.156.61:41759(127.7.156.61:41759)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:13.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.61:41759: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:13.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:13.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.156.62:38213(127.7.156.62:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:13.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.62:38213: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:13.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031; will retry
11:25:13.915 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.61:41759(127.7.156.61:41759)] connecting to peer
11:25:13.916 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.62:38213(127.7.156.62:38213)] connecting to peer
11:25:13.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:13.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.156.61:41759(127.7.156.61:41759)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:13.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.61:41759: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:13.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:13.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.156.62:38213(127.7.156.62:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:13.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.62:38213: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:13.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031; will retry
11:25:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:14.189924 8371 raft_consensus.cc:482] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:25:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:14.190342 8371 raft_consensus.cc:504] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a9f79e398e74677bbdb3fc543e3f2e2" member_type: VOTER last_known_addr { host: "127.7.156.62" port: 38213 } } peers { permanent_uuid: "28db8de89eee4efab7fb62608529a473" member_type: VOTER last_known_addr { host: "127.7.156.61" port: 41759 } } peers { permanent_uuid: "aa7127c7fd79428898f38b4789eaf21d" member_type: VOTER last_known_addr { host: "127.7.156.60" port: 37031 } }
11:25:14.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:14.192203 8371 leader_election.cc:288] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8a9f79e398e74677bbdb3fc543e3f2e2 (127.7.156.62:38213), 28db8de89eee4efab7fb62608529a473 (127.7.156.61:41759)
11:25:14.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:14.197206 8244 leader_election.cc:334] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8a9f79e398e74677bbdb3fc543e3f2e2 (127.7.156.62:38213): Network error: Client connection negotiation failed: client connection to 127.7.156.62:38213: connect: Connection refused (error 111)
11:25:14.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:14.197672 8247 leader_election.cc:334] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 28db8de89eee4efab7fb62608529a473 (127.7.156.61:41759): Network error: Client connection negotiation failed: client connection to 127.7.156.61:41759: connect: Connection refused (error 111)
11:25:14.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:14.197995 8247 leader_election.cc:302] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: aa7127c7fd79428898f38b4789eaf21d; no voters: 28db8de89eee4efab7fb62608529a473, 8a9f79e398e74677bbdb3fc543e3f2e2
11:25:14.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:14.198675 8371 raft_consensus.cc:2726] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:25:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:14.314509 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:25:14.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:14.314776 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:25:15.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:15.317876 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:25:15.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:15.318132 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:25:15.554 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.61:41759(127.7.156.61:41759)] connecting to peer
11:25:15.555 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.156.62:38213(127.7.156.62:38213)] connecting to peer
11:25:15.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:15.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.156.61:41759(127.7.156.61:41759)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:15.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.61:41759: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759
11:25:15.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:15.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.156.62:38213(127.7.156.62:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:15.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.156.62:38213: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213
11:25:15.561 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031; will retry
11:25:16.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:16.321779 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aa7127c7fd79428898f38b4789eaf21d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:25:16.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 11:25:16.322118 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:25:16.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 11:25:16 dist-test-slave-zh8v krb5kdc[7804](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790508316, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.156.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:25:16.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:16.847246 8239 init.cc:295] Successfully reacquired a new kerberos TGT
11:25:16.999 [DEBUG - pool-6-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=30001), Traces: [0ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [171ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [173ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [566ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [570ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [576ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [583ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [586ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [588ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [590ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [595ms] refreshing cache from master, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [599ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [603ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [604ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [605ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [619ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [622ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [626ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [627ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [639ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [643ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [645ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [675ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [678ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [682ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [684ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [685ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [740ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [745ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [747ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [748ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [795ms] refreshing cache from master, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [800ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [801ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [804ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [805ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [816ms] refreshing cache from master, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [818ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [823ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [824ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [825ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [995ms] refreshing cache from master, [996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [1006ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [1008ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [1735ms] refreshing cache from master, [1735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [1736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [1737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [1738ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [1740ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [1742ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [2855ms] refreshing cache from master, [2855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [2857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [2858ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [2858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [2860ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [2862ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [6215ms] refreshing cache from master, [6216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [6216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [6217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [6221ms] too many traces: truncated at 100 traces, deferred=Deferred@949202774(state=PENDING, result=null, callback=(continuation of Deferred@1569477185 after retry RPC after error@1093909933) -> (continuation of Deferred@1848474444 after retry RPC after error@1264681152) -> (continuation of Deferred@1958796727 after retry RPC after error@683858007) -> (continuation of Deferred@758128920 after retry RPC after error@1787876350) -> (continuation of Deferred@416257662 after retry RPC after error@645002576) -> (continuation of Deferred@174405735 after retry RPC after error@1720059382) -> (continuation of Deferred@43914046 after retry RPC after error@728546632) -> (continuation of Deferred@141106754 after retry RPC after error@1586893580) -> (continuation of Deferred@744745987 after retry RPC after error@1655411258) -> (continuation of Deferred@586156835 after retry RPC after error@1284530690) -> (continuation of Deferred@2141228135 after retry RPC after error@1101327339) -> (continuation of Deferred@1664043503 after retry RPC after error@752920570) -> (continuation of Deferred@1473824181 after retry RPC after error@835028758) -> (continuation of Deferred@675070192 after retry RPC after error@21654906) -> (continuation of Deferred@271508875 after retry RPC after error@223227311) -> (continuation of Deferred@1136347062 after retry RPC after error@289985286) -> (continuation of Deferred@1982692889 after retry RPC after error@183637542) -> (continuation of Deferred@334325305 after retry RPC after error@1156204449) -> (continuation of Deferred@1504322707 after retry RPC after error@1131633318) -> (continuation of Deferred@995565663 after retry RPC after error@764850139) -> (continuation of Deferred@630229062 after retry RPC after error@2096054328) -> (continuation of Deferred@2126041634 after retry RPC after error@1716015705) -> (continuation of Deferred@1195058286 after retry RPC after error@1095975473) -> (continuation of Deferred@2034414075 after retry RPC after error@1564274192) -> (continuation of Deferred@1136306573 after retry RPC after error@413350145) -> (continuation of Deferred@1954713223 after retry RPC after error@1316266601), errback=(continuation of Deferred@1569477185 after retry RPC after error@1093909933) -> (continuation of Deferred@1848474444 after retry RPC after error@1264681152) -> (continuation of Deferred@1958796727 after retry RPC after error@683858007) -> (continuation of Deferred@758128920 after retry RPC after error@1787876350) -> (continuation of Deferred@416257662 after retry RPC after error@645002576) -> (continuation of Deferred@174405735 after retry RPC after error@1720059382) -> (continuation of Deferred@43914046 after retry RPC after error@728546632) -> (continuation of Deferred@141106754 after retry RPC after error@1586893580) -> (continuation of Deferred@744745987 after retry RPC after error@1655411258) -> (continuation of Deferred@586156835 after retry RPC after error@1284530690) -> (continuation of Deferred@2141228135 after retry RPC after error@1101327339) -> (continuation of Deferred@1664043503 after retry RPC after error@752920570) -> (continuation of Deferred@1473824181 after retry RPC after error@835028758) -> (continuation of Deferred@675070192 after retry RPC after error@21654906) -> (continuation of Deferred@271508875 after retry RPC after error@223227311) -> (continuation of Deferred@1136347062 after retry RPC after error@289985286) -> (continuation of Deferred@1982692889 after retry RPC after error@183637542) -> (continuation of Deferred@334325305 after retry RPC after error@1156204449) -> (continuation of Deferred@1504322707 after retry RPC after error@1131633318) -> (continuation of Deferred@995565663 after retry RPC after error@764850139) -> (continuation of Deferred@630229062 after retry RPC after error@2096054328) -> (continuation of Deferred@2126041634 after retry RPC after error@1716015705) -> (continuation of Deferred@1195058286 after retry RPC after error@1095975473) -> (continuation of Deferred@2034414075 after retry RPC after error@1564274192) -> (continuation of Deferred@1136306573 after retry RPC after error@413350145) -> (continuation of Deferred@1954713223 after retry RPC after error@1316266601)))
11:25:17.004 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.7.156.61:41759(127.7.156.61:41759)] disconnecting while in state TERMINATED
11:25:17.005 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.7.156.60:37031(127.7.156.60:37031)] disconnecting while in state READY
11:25:17.005 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.7.156.62:38213(127.7.156.62:38213)] disconnecting while in state TERMINATED
11:25:17.011 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
11:25:17.012 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.156.60:37031(127.7.156.60:37031)] handling channelInactive
11:25:17.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.156.60:37031(127.7.156.60:37031)] cleaning up while in state READY due to: connection closed
11:25:17.015 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
11:25:17.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:17.020166 7792 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu with pid 8225
11:25:18.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T11:25:18Z chronyd exiting
11:25:19.260 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
11:25:19.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:19.261719 7067 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu with pid 7349
11:25:19.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:19.284175 7067 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu with pid 7505
11:25:19.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:19.312790 7067 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu with pid 7646
11:25:19.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:19.351244 7067 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu with pid 7079
11:25:19.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:19.386265 7067 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu with pid 7149
11:25:19.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 11:25:19.417249 7067 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task4dLbsW/build/tsan/bin/kudu with pid 7224
11:25:20.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T11:25:20Z chronyd exiting
11:25:21.607 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=30001), Traces: [0ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [171ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [173ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [566ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [570ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [576ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [583ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [586ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [588ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [590ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [595ms] refreshing cache from master, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [599ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [603ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [604ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [605ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [619ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [622ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [626ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [627ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [639ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [643ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [645ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [675ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [678ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [682ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [684ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [685ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [740ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [745ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [747ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [748ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [795ms] refreshing cache from master, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [800ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [801ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [804ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [805ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [816ms] refreshing cache from master, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [818ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [823ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [824ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [825ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [995ms] refreshing cache from master, [996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [1006ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [1008ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [1735ms] refreshing cache from master, [1735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [1736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [1737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [1738ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [1740ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [1742ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [2855ms] refreshing cache from master, [2855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [2857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [2858ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [2858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [2860ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [2862ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [6215ms] refreshing cache from master, [6216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [6216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [6217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [6221ms] too many traces: truncated at 100 traces, deferred=Deferred@949202774(state=PENDING, result=null, callback=(continuation of Deferred@1569477185 after retry RPC after error@1093909933) -> (continuation of Deferred@1848474444 after retry RPC after error@1264681152) -> (continuation of Deferred@1958796727 after retry RPC after error@683858007) -> (continuation of Deferred@758128920 after retry RPC after error@1787876350) -> (continuation of Deferred@416257662 after retry RPC after error@645002576) -> (continuation of Deferred@174405735 after retry RPC after error@1720059382) -> (continuation of Deferred@43914046 after retry RPC after error@728546632) -> (continuation of Deferred@141106754 after retry RPC after error@1586893580) -> (continuation of Deferred@744745987 after retry RPC after error@1655411258) -> (continuation of Deferred@586156835 after retry RPC after error@1284530690) -> (continuation of Deferred@2141228135 after retry RPC after error@1101327339) -> (continuation of Deferred@1664043503 after retry RPC after error@752920570) -> (continuation of Deferred@1473824181 after retry RPC after error@835028758) -> (continuation of Deferred@675070192 after retry RPC after error@21654906) -> (continuation of Deferred@271508875 after retry RPC after error@223227311) -> (continuation of Deferred@1136347062 after retry RPC after error@289985286) -> (continuation of Deferred@1982692889 after retry RPC after error@183637542) -> (continuation of Deferred@334325305 after retry RPC after error@1156204449) -> (continuation of Deferred@1504322707 after retry RPC after error@1131633318) -> (continuation of Deferred@995565663 after retry RPC after error@764850139) -> (continuation of Deferred@630229062 after retry RPC after error@2096054328) -> (continuation of Deferred@2126041634 after retry RPC after error@1716015705) -> (continuation of Deferred@1195058286 after retry RPC after error@1095975473) -> (continuation of Deferred@2034414075 after retry RPC after error@1564274192) -> (continuation of Deferred@1136306573 after retry RPC after error@413350145) -> (continuation of Deferred@1954713223 after retry RPC after error@1316266601), errback=(continuation of Deferred@1569477185 after retry RPC after error@1093909933) -> (continuation of Deferred@1848474444 after retry RPC after error@1264681152) -> (continuation of Deferred@1958796727 after retry RPC after error@683858007) -> (continuation of Deferred@758128920 after retry RPC after error@1787876350) -> (continuation of Deferred@416257662 after retry RPC after error@645002576) -> (continuation of Deferred@174405735 after retry RPC after error@1720059382) -> (continuation of Deferred@43914046 after retry RPC after error@728546632) -> (continuation of Deferred@141106754 after retry RPC after error@1586893580) -> (continuation of Deferred@744745987 after retry RPC after error@1655411258) -> (continuation of Deferred@586156835 after retry RPC after error@1284530690) -> (continuation of Deferred@2141228135 after retry RPC after error@1101327339) -> (continuation of Deferred@1664043503 after retry RPC after error@752920570) -> (continuation of Deferred@1473824181 after retry RPC after error@835028758) -> (continuation of Deferred@675070192 after retry RPC after error@21654906) -> (continuation of Deferred@271508875 after retry RPC after error@223227311) -> (continuation of Deferred@1136347062 after retry RPC after error@289985286) -> (continuation of Deferred@1982692889 after retry RPC after error@183637542) -> (continuation of Deferred@334325305 after retry RPC after error@1156204449) -> (continuation of Deferred@1504322707 after retry RPC after error@1131633318) -> (continuation of Deferred@995565663 after retry RPC after error@764850139) -> (continuation of Deferred@630229062 after retry RPC after error@2096054328) -> (continuation of Deferred@2126041634 after retry RPC after error@1716015705) -> (continuation of Deferred@1195058286 after retry RPC after error@1095975473) -> (continuation of Deferred@2034414075 after retry RPC after error@1564274192) -> (continuation of Deferred@1136306573 after retry RPC after error@413350145) -> (continuation of Deferred@1954713223 after retry RPC after error@1316266601)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1407) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=30001), Traces: [0ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [171ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [173ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [566ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [570ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [576ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [583ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [586ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [588ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [590ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [595ms] refreshing cache from master, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [599ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [603ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [604ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [605ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [619ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [622ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [626ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [627ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [639ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [643ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [645ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [675ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [678ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [682ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [684ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [685ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [740ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [745ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [747ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [748ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [795ms] refreshing cache from master, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [800ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [801ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [804ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [805ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [816ms] refreshing cache from master, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [818ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [823ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [824ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [825ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [995ms] refreshing cache from master, [996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [1006ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [1008ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [1735ms] refreshing cache from master, [1735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [1736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [1737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [1738ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [1740ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [1742ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [2855ms] refreshing cache from master, [2855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [2857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [2858ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.61:41759: Network error: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759, [2858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [2860ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.62:38213: Network error: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.7.156.60:37031: OK, [2862ms] delaying RPC due to: Service unavailable: Master config (127.7.156.61:41759,127.7.156.62:38213,127.7.156.60:37031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.61:41759(127.7.156.61:41759): Connection refused: /127.7.156.61:41759,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.156.62:38213(127.7.156.62:38213): Connection refused: /127.7.156.62:38213, [6215ms] refreshing cache from master, [6216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.61:41759, [6216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.62:38213, [6217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.156.60:37031, [6221ms] too many traces: truncated at 100 traces, deferred=Deferred@949202774(state=PENDING, result=null, callback=(continuation of Deferred@1569477185 after retry RPC after error@1093909933) -> (continuation of Deferred@1848474444 after retry RPC after error@1264681152) -> (continuation of Deferred@1958796727 after retry RPC after error@683858007) -> (continuation of Deferred@758128920 after retry RPC after error@1787876350) -> (continuation of Deferred@416257662 after retry RPC after error@645002576) -> (continuation of Deferred@174405735 after retry RPC after error@1720059382) -> (continuation of Deferred@43914046 after retry RPC after error@728546632) -> (continuation of Deferred@141106754 after retry RPC after error@1586893580) -> (continuation of Deferred@744745987 after retry RPC after error@1655411258) -> (continuation of Deferred@586156835 after retry RPC after error@1284530690) -> (continuation of Deferred@2141228135 after retry RPC after error@1101327339) -> (continuation of Deferred@1664043503 after retry RPC after error@752920570) -> (continuation of Deferred@1473824181 after retry RPC after error@835028758) -> (continuation of Deferred@675070192 after retry RPC after error@21654906) -> (continuation of Deferred@271508875 after retry RPC after error@223227311) -> (continuation of Deferred@1136347062 after retry RPC after error@289985286) -> (continuation of Deferred@1982692889 after retry RPC after error@183637542) -> (continuation of Deferred@334325305 after retry RPC after error@1156204449) -> (continuation of Deferred@1504322707 after retry RPC after error@1131633318) -> (continuation of Deferred@995565663 after retry RPC after error@764850139) -> (continuation of Deferred@630229062 after retry RPC after error@2096054328) -> (continuation of Deferred@2126041634 after retry RPC after error@1716015705) -> (continuation of Deferred@1195058286 after retry RPC after error@1095975473) -> (continuation of Deferred@2034414075 after retry RPC after error@1564274192) -> (continuation of Deferred@1136306573 after retry RPC after error@413350145) -> (continuation of Deferred@1954713223 after retry RPC after error@1316266601), errback=(continuation of Deferred@1569477185 after retry RPC after error@1093909933) -> (continuation of Deferred@1848474444 after retry RPC after error@1264681152) -> (continuation of Deferred@1958796727 after retry RPC after error@683858007) -> (continuation of Deferred@758128920 after retry RPC after error@1787876350) -> (continuation of Deferred@416257662 after retry RPC after error@645002576) -> (continuation of Deferred@174405735 after retry RPC after error@1720059382) -> (continuation of Deferred@43914046 after retry RPC after error@728546632) -> (continuation of Deferred@141106754 after retry RPC after error@1586893580) -> (continuation of Deferred@744745987 after retry RPC after error@1655411258) -> (continuation of Deferred@586156835 after retry RPC after error@1284530690) -> (continuation of Deferred@2141228135 after retry RPC after error@1101327339) -> (continuation of Deferred@1664043503 after retry RPC after error@752920570) -> (continuation of Deferred@1473824181 after retry RPC after error@835028758) -> (continuation of Deferred@675070192 after retry RPC after error@21654906) -> (continuation of Deferred@271508875 after retry RPC after error@223227311) -> (continuation of Deferred@1136347062 after retry RPC after error@289985286) -> (continuation of Deferred@1982692889 after retry RPC after error@183637542) -> (continuation of Deferred@334325305 after retry RPC after error@1156204449) -> (continuation of Deferred@1504322707 after retry RPC after error@1131633318) -> (continuation of Deferred@995565663 after retry RPC after error@764850139) -> (continuation of Deferred@630229062 after retry RPC after error@2096054328) -> (continuation of Deferred@2126041634 after retry RPC after error@1716015705) -> (continuation of Deferred@1195058286 after retry RPC after error@1095975473) -> (continuation of Deferred@2034414075 after retry RPC after error@1564274192) -> (continuation of Deferred@1136306573 after retry RPC after error@413350145) -> (continuation of Deferred@1954713223 after retry RPC after error@1316266601)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1407)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
... 1 more