11:35:38.188 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
11:35:38.201 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskszwdjb/test-tmp
11:35:38.203 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
11:35:38.207 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskszwdjb/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
11:35:38.430 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
11:35:38.585 [DEBUG - main] (MiniKuduCluster.java:195) Response:
11:35:38.586 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
11:35:38.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:38.589538 3706 mini_oidc.cc:152] Starting JWKS server
11:35:38.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:38.593535 3706 webserver.cc:460] Webserver started at http://127.0.0.1:44459/ using document root <none> and password file <none>
11:35:38.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:38.594205 3706 mini_oidc.cc:189] Starting OIDC Discovery server
11:35:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:38.595983 3706 webserver.cc:460] Webserver started at http://127.0.0.1:38943/ using document root <none> and password file <none>
11:35:38.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T11:35:38Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
11:35:38.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T11:35:38Z Disabled control of system clock
11:35:38.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:38.653194 3706 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu
11:35:38.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu
11:35:38.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-0/wal
11:35:38.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-0/data
11:35:38.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:35:38.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:35:38.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:35:38.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:35:38.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:35:38.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:35:38.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-0/logs
11:35:38.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-0/data/info.pb
11:35:38.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:35:38.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:35:38.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:35:38.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:35:38.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:35:38.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:35:38.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:35:38.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:35:38.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:35:38.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:35:38.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:35:38.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:35:38.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.158.190:41205
11:35:38.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.158.190
11:35:38.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:35:38.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.158.148:35043
11:35:38.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:35:38.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:35:38.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:35:38.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:35:38.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.158.190:41205,127.3.158.189:38659,127.3.158.188:33803
11:35:38.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:35:38.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44459/jwks.json with env {}
11:35:38.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:38.938279 3723 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:35:38.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:38.938828 3723 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:35:38.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:38.939540 3723 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:35:38.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:38.969125 3723 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:35:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:38.969408 3723 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:35:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:38.969695 3723 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:35:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:38.970009 3723 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:35:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:38.970312 3723 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:35:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:38.970562 3723 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44459/jwks.json
11:35:39.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:39.004650 3723 master_runner.cc:386] Master server non-default flags:
11:35:39.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:35:39.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.158.148:35043
11:35:39.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:35:39.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:35:39.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-0/data
11:35:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-0/wal
11:35:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:35:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.158.190:41205,127.3.158.189:38659,127.3.158.188:33803
11:35:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:35:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:35:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:35:39.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.158.190:41205
11:35:39.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:35:39.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:35:39.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:35:39.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44459/jwks.json
11:35:39.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:35:39.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:35:39.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-0/data/info.pb
11:35:39.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.158.190
11:35:39.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:35:39.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:35:39.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:35:39.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:35:39.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:35:39.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:35:39.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-0/logs
11:35:39.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:35:39.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:35:39.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:35:39.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:35:39.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:35:39.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:35:39.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:35:39.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:35:39.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:35:39.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:35:39.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:39.005940 3723 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:35:39.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:39.008051 3723 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:35:39.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:39.026747 3730 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:35:40.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:39.026762 3732 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:35:40.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:39.026872 3729 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:35:40.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:39.027899 3723 server_base.cc:1034] running on GCE node
11:35:40.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.215276 3723 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:35:40.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.218225 3723 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:35:40.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.219573 3723 hybrid_clock.cc:648] HybridClock initialized: now 1786534540219534 us; error 57 us; skew 500 ppm
11:35:40.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.220376 3723 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:35:40.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.227219 3723 webserver.cc:460] Webserver started at http://127.3.158.190:45667/ using document root <none> and password file <none>
11:35:40.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.228230 3723 fs_manager.cc:359] Metadata directory not provided
11:35:40.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.228467 3723 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:35:40.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.229032 3723 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:35:40.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.234128 3723 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-0/data/instance:
11:35:40.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b42cc4e69145425b9733a3aaea9d27a7"
11:35:40.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:40 on dist-test-slave-6nmv"
11:35:40.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.235441 3723 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-0/wal/instance:
11:35:40.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b42cc4e69145425b9733a3aaea9d27a7"
11:35:40.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:40 on dist-test-slave-6nmv"
11:35:40.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.243216 3723 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
11:35:40.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.249631 3739 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:35:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.251277 3723 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.001s
11:35:40.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.251708 3723 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-0/data,/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-0/wal
11:35:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b42cc4e69145425b9733a3aaea9d27a7"
11:35:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:40 on dist-test-slave-6nmv"
11:35:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.252199 3723 fs_report.cc:383] FS layout report
11:35:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:35:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-0/wal
11:35:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-0/wal
11:35:40.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-0/data/data
11:35:40.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:35:40.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:35:40.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:35:40.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:35:40.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:35:40.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:35:40.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:35:40.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:35:40.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:35:40.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:35:40.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:35:40.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.293746 3723 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:35:40.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.295564 3723 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:35:40.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.296144 3723 kserver.cc:163] Server-wide thread pool size limit: 3276
11:35:40.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.364140 3723 rpc_server.cc:307] RPC server started. Bound to: 127.3.158.190:41205
11:35:40.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.364253 3801 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.158.190:41205 every 8 connection(s)
11:35:40.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.366916 3723 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-0/data/info.pb
11:35:40.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.372491 3802 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:35:40.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.374080 3706 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu as pid 3723
11:35:40.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.374536 3706 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-0/wal/instance
11:35:40.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.377887 3706 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu
11:35:40.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu
11:35:40.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-1/wal
11:35:40.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-1/data
11:35:40.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:35:40.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:35:40.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:35:40.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:35:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:35:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:35:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-1/logs
11:35:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-1/data/info.pb
11:35:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:35:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:35:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:35:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:35:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:35:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:35:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:35:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:35:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:35:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:35:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:35:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:35:40.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.158.189:38659
11:35:40.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.158.189
11:35:40.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:35:40.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.158.148:35043
11:35:40.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:35:40.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:35:40.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:35:40.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:35:40.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.158.190:41205,127.3.158.189:38659,127.3.158.188:33803
11:35:40.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:35:40.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44459/jwks.json with env {}
11:35:40.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.386061 3802 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.158.190" port: 41205 } has no permanent_uuid. Determining permanent_uuid...
11:35:40.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.420082 3802 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } has no permanent_uuid. Determining permanent_uuid...
11:35:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:40.422668 3740 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.158.189:38659: connect: Connection refused (error 111)
11:35:40.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:40.426522 3802 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.158.189:38659: Network error: Client connection negotiation failed: client connection to 127.3.158.189:38659: connect: Connection refused (error 111)
11:35:40.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.476011 3802 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } attempt: 1
11:35:40.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:40.479943 3802 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.158.189:38659: Network error: Client connection negotiation failed: client connection to 127.3.158.189:38659: connect: Connection refused (error 111)
11:35:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.548346 3802 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } attempt: 2
11:35:40.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:40.552151 3802 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.158.189:38659: Network error: Client connection negotiation failed: client connection to 127.3.158.189:38659: connect: Connection refused (error 111)
11:35:40.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.643600 3802 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } attempt: 3
11:35:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:40.647701 3802 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.158.189:38659: Network error: Client connection negotiation failed: client connection to 127.3.158.189:38659: connect: Connection refused (error 111)
11:35:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:40.688607 3804 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:35:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:40.689330 3804 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:35:40.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:40.690074 3804 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:35:40.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:40.719168 3804 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:35:40.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:40.719449 3804 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:35:40.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:40.719731 3804 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:35:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:40.719918 3804 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:35:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:40.720106 3804 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:35:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:40.720317 3804 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44459/jwks.json
11:35:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.754300 3804 master_runner.cc:386] Master server non-default flags:
11:35:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:35:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.158.148:35043
11:35:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:35:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:35:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-1/data
11:35:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-1/wal
11:35:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:35:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.158.190:41205,127.3.158.189:38659,127.3.158.188:33803
11:35:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:35:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:35:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:35:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.158.189:38659
11:35:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:35:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:35:40.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:35:40.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44459/jwks.json
11:35:40.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:35:40.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:35:40.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-1/data/info.pb
11:35:40.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.158.189
11:35:40.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:35:40.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:35:40.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:35:40.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:35:40.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:35:40.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:35:40.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-1/logs
11:35:40.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:35:40.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:35:40.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:35:40.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:35:40.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:35:40.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:35:40.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:35:40.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:35:40.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:35:40.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:35:40.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.755396 3804 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:35:40.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.756973 3804 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:35:40.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:40.772769 3813 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:35:40.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.791070 3802 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } attempt: 4
11:35:40.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:40.795238 3802 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.158.189:38659: Network error: Client connection negotiation failed: client connection to 127.3.158.189:38659: connect: Connection refused (error 111)
11:35:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:41.094645 3802 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } attempt: 5
11:35:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:41.099900 3802 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.158.189:38659: Network error: Client connection negotiation failed: client connection to 127.3.158.189:38659: connect: Connection refused (error 111)
11:35:41.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:41.647323 3802 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } attempt: 6
11:35:41.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:41.656513 3802 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.158.189:38659: Network error: Client connection negotiation failed: client connection to 127.3.158.189:38659: connect: Connection refused (error 111)
11:35:41.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:40.775091 3804 server_base.cc:1034] running on GCE node
11:35:41.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:40.772795 3814 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:35:41.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:40.773559 3816 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:35:41.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:41.941754 3804 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:35:41.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:41.944761 3804 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:35:41.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:41.946139 3804 hybrid_clock.cc:648] HybridClock initialized: now 1786534541946061 us; error 88 us; skew 500 ppm
11:35:41.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:41.947214 3804 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:35:41.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:41.953508 3804 webserver.cc:460] Webserver started at http://127.3.158.189:39413/ using document root <none> and password file <none>
11:35:41.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:41.954510 3804 fs_manager.cc:359] Metadata directory not provided
11:35:41.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:41.954691 3804 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:35:41.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:41.955166 3804 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:35:41.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:41.960000 3804 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-1/data/instance:
11:35:41.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c964ff379f214e4d9ee2ed2f566f56bd"
11:35:41.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:41 on dist-test-slave-6nmv"
11:35:41.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:41.961148 3804 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-1/wal/instance:
11:35:41.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c964ff379f214e4d9ee2ed2f566f56bd"
11:35:41.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:41 on dist-test-slave-6nmv"
11:35:41.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:41.967976 3804 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.008s sys 0.001s
11:35:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:41.973574 3826 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:35:41.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:41.974687 3804 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
11:35:41.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:41.975077 3804 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-1/data,/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-1/wal
11:35:41.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c964ff379f214e4d9ee2ed2f566f56bd"
11:35:41.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:41 on dist-test-slave-6nmv"
11:35:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:41.975479 3804 fs_report.cc:383] FS layout report
11:35:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:35:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-1/wal
11:35:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-1/wal
11:35:41.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-1/data/data
11:35:41.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:35:41.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:35:41.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:35:41.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:35:41.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:35:41.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:35:41.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:35:41.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:35:41.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:35:41.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:35:41.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:35:42.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:42.015352 3804 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:35:42.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:42.016992 3804 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:35:42.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:42.017522 3804 kserver.cc:163] Server-wide thread pool size limit: 3276
11:35:42.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:42.087558 3804 rpc_server.cc:307] RPC server started. Bound to: 127.3.158.189:38659
11:35:42.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:42.087669 3886 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.158.189:38659 every 8 connection(s)
11:35:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:42.090433 3804 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-1/data/info.pb
11:35:42.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:42.092391 3706 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu as pid 3804
11:35:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:42.092958 3706 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-1/wal/instance
11:35:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:42.095734 3706 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu
11:35:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu
11:35:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-2/wal
11:35:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-2/data
11:35:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:35:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:35:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:35:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:35:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:35:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:35:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-2/logs
11:35:42.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-2/data/info.pb
11:35:42.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:35:42.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:35:42.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:35:42.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:35:42.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:35:42.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:35:42.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:35:42.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:35:42.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:35:42.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:35:42.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:35:42.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:35:42.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.158.188:33803
11:35:42.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.158.188
11:35:42.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:35:42.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.158.148:35043
11:35:42.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:35:42.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:35:42.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:35:42.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:35:42.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.158.190:41205,127.3.158.189:38659,127.3.158.188:33803
11:35:42.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:35:42.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44459/jwks.json with env {}
11:35:42.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:42.097239 3887 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:35:42.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:42.109612 3887 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.158.190" port: 41205 } has no permanent_uuid. Determining permanent_uuid...
11:35:42.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:42.138415 3887 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } has no permanent_uuid. Determining permanent_uuid...
11:35:42.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:42.156474 3887 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } has no permanent_uuid. Determining permanent_uuid...
11:35:42.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:42.158946 3828 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.158.188:33803: connect: Connection refused (error 111)
11:35:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:42.163741 3887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.158.188:33803: Network error: Client connection negotiation failed: client connection to 127.3.158.188:33803: connect: Connection refused (error 111)
11:35:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:42.213335 3887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } attempt: 1
11:35:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:42.218128 3887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.158.188:33803: Network error: Client connection negotiation failed: client connection to 127.3.158.188:33803: connect: Connection refused (error 111)
11:35:42.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:42.286571 3887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } attempt: 2
11:35:42.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:42.291054 3887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.158.188:33803: Network error: Client connection negotiation failed: client connection to 127.3.158.188:33803: connect: Connection refused (error 111)
11:35:42.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:42.382521 3887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } attempt: 3
11:35:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:42.386648 3887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.158.188:33803: Network error: Client connection negotiation failed: client connection to 127.3.158.188:33803: connect: Connection refused (error 111)
11:35:42.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:42.446841 3889 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:35:42.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:42.447549 3889 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:35:42.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:42.448249 3889 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:35:42.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:42.480160 3889 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:35:42.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:42.480547 3889 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:35:42.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:42.480883 3889 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:35:42.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:42.481191 3889 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:35:42.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:42.481525 3889 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:35:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:42.481791 3889 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44459/jwks.json
11:35:42.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:42.515816 3889 master_runner.cc:386] Master server non-default flags:
11:35:42.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:35:42.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.158.148:35043
11:35:42.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:35:42.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:35:42.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-2/data
11:35:42.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-2/wal
11:35:42.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:35:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.158.190:41205,127.3.158.189:38659,127.3.158.188:33803
11:35:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:35:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:35:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:35:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.158.188:33803
11:35:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:35:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:35:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:35:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44459/jwks.json
11:35:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:35:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:35:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-2/data/info.pb
11:35:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.158.188
11:35:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:35:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:35:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:35:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:35:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:35:42.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:35:42.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-2/logs
11:35:42.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:35:42.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:35:42.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:35:42.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:35:42.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:35:42.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:35:42.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:35:42.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:35:42.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:35:42.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:35:42.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:42.517467 3889 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:35:42.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:42.519734 3889 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:35:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:42.530043 3887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } attempt: 4
11:35:42.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:42.534862 3887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.158.188:33803: Network error: Client connection negotiation failed: client connection to 127.3.158.188:33803: connect: Connection refused (error 111)
11:35:42.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:42.539173 3902 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:35:42.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:42.717291 3802 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } attempt: 7
11:35:42.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:42.748699 3802 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } has no permanent_uuid. Determining permanent_uuid...
11:35:42.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:42.755779 3802 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.158.188:33803: Network error: Client connection negotiation failed: client connection to 127.3.158.188:33803: connect: Connection refused (error 111)
11:35:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:42.814294 3802 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } attempt: 1
11:35:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:42.819195 3802 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.158.188:33803: Network error: Client connection negotiation failed: client connection to 127.3.158.188:33803: connect: Connection refused (error 111)
11:35:42.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:42.834288 3887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } attempt: 5
11:35:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:42.838344 3887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.158.188:33803: Network error: Client connection negotiation failed: client connection to 127.3.158.188:33803: connect: Connection refused (error 111)
11:35:42.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:42.900570 3802 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } attempt: 2
11:35:42.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:42.905433 3802 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.158.188:33803: Network error: Client connection negotiation failed: client connection to 127.3.158.188:33803: connect: Connection refused (error 111)
11:35:42.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:42.990818 3802 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } attempt: 3
11:35:42.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:42.995666 3802 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.158.188:33803: Network error: Client connection negotiation failed: client connection to 127.3.158.188:33803: connect: Connection refused (error 111)
11:35:43.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.136051 3802 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } attempt: 4
11:35:43.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:43.140908 3802 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.158.188:33803: Network error: Client connection negotiation failed: client connection to 127.3.158.188:33803: connect: Connection refused (error 111)
11:35:43.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.385958 3887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } attempt: 6
11:35:43.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:43.393170 3887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.158.188:33803: Network error: Client connection negotiation failed: client connection to 127.3.158.188:33803: connect: Connection refused (error 111)
11:35:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.424290 3802 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } attempt: 5
11:35:43.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:43.429091 3802 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.158.188:33803: Network error: Client connection negotiation failed: client connection to 127.3.158.188:33803: connect: Connection refused (error 111)
11:35:43.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:42.539726 3904 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:35:43.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:42.540505 3901 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:35:43.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:42.542155 3889 server_base.cc:1034] running on GCE node
11:35:43.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.714475 3889 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:35:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.717788 3889 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:35:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.719264 3889 hybrid_clock.cc:648] HybridClock initialized: now 1786534543719242 us; error 53 us; skew 500 ppm
11:35:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.720093 3889 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:35:43.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.726562 3889 webserver.cc:460] Webserver started at http://127.3.158.188:41797/ using document root <none> and password file <none>
11:35:43.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.727353 3889 fs_manager.cc:359] Metadata directory not provided
11:35:43.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.727525 3889 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:35:43.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.727860 3889 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:35:43.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.734673 3889 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-2/data/instance:
11:35:43.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "deb5b452e73840e98351a223b320a146"
11:35:43.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:43 on dist-test-slave-6nmv"
11:35:43.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.736088 3889 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-2/wal/instance:
11:35:43.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "deb5b452e73840e98351a223b320a146"
11:35:43.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:43 on dist-test-slave-6nmv"
11:35:43.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.745173 3889 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.004s
11:35:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.752156 3920 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:35:43.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.753475 3889 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
11:35:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.753888 3889 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-2/data,/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-2/wal
11:35:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "deb5b452e73840e98351a223b320a146"
11:35:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:43 on dist-test-slave-6nmv"
11:35:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.754371 3889 fs_report.cc:383] FS layout report
11:35:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:35:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-2/wal
11:35:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-2/wal
11:35:43.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-2/data/data
11:35:43.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:35:43.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:35:43.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:35:43.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:35:43.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:35:43.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:35:43.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:35:43.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:35:43.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:35:43.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:35:43.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:35:43.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.799434 3889 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:35:43.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.801148 3889 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:35:43.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.801574 3889 kserver.cc:163] Server-wide thread pool size limit: 3276
11:35:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.882157 3889 rpc_server.cc:307] RPC server started. Bound to: 127.3.158.188:33803
11:35:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.882229 3979 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.158.188:33803 every 8 connection(s)
11:35:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.885203 3889 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-2/data/info.pb
11:35:43.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.890710 3706 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu as pid 3889
11:35:43.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.890904 3980 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:35:43.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.891084 3706 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/master-2/wal/instance
11:35:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.907899 3980 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.158.190" port: 41205 } has no permanent_uuid. Determining permanent_uuid...
11:35:43.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.935324 3980 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } has no permanent_uuid. Determining permanent_uuid...
11:35:43.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.947937 3980 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } has no permanent_uuid. Determining permanent_uuid...
11:35:43.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.966061 3980 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146: Bootstrap starting.
11:35:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.973454 3980 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146: Neither blocks nor log segments found. Creating new log.
11:35:43.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.975697 3980 log.cc:824] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146: Log is configured to *not* fsync() on all Append() calls
11:35:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.981426 3980 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146: No bootstrap required, opened a new log
11:35:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:43.981467 3802 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } attempt: 6
11:35:44.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.001935 3802 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b42cc4e69145425b9733a3aaea9d27a7: Bootstrap starting.
11:35:44.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.008208 3802 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b42cc4e69145425b9733a3aaea9d27a7: Neither blocks nor log segments found. Creating new log.
11:35:44.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.009459 3980 raft_consensus.cc:348] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b42cc4e69145425b9733a3aaea9d27a7" member_type: VOTER last_known_addr { host: "127.3.158.190" port: 41205 } } peers { permanent_uuid: "c964ff379f214e4d9ee2ed2f566f56bd" member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } } peers { permanent_uuid: "deb5b452e73840e98351a223b320a146" member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } }
11:35:44.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.010210 3980 raft_consensus.cc:374] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:35:44.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.010315 3802 log.cc:824] T 00000000000000000000000000000000 P b42cc4e69145425b9733a3aaea9d27a7: Log is configured to *not* fsync() on all Append() calls
11:35:44.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.010401 3980 raft_consensus.cc:729] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: deb5b452e73840e98351a223b320a146, State: Initialized, Role: FOLLOWER
11:35:44.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.011126 3980 consensus_queue.cc:260] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b42cc4e69145425b9733a3aaea9d27a7" member_type: VOTER last_known_addr { host: "127.3.158.190" port: 41205 } } peers { permanent_uuid: "c964ff379f214e4d9ee2ed2f566f56bd" member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } } peers { permanent_uuid: "deb5b452e73840e98351a223b320a146" member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } }
11:35:44.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.015945 3802 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b42cc4e69145425b9733a3aaea9d27a7: No bootstrap required, opened a new log
11:35:44.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.016120 3980 sys_catalog.cc:564] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [sys.catalog]: configured and running, proceeding with master startup.
11:35:44.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.015765 3991 sys_catalog.cc:455] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b42cc4e69145425b9733a3aaea9d27a7" member_type: VOTER last_known_addr { host: "127.3.158.190" port: 41205 } } peers { permanent_uuid: "c964ff379f214e4d9ee2ed2f566f56bd" member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } } peers { permanent_uuid: "deb5b452e73840e98351a223b320a146" member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } } }
11:35:44.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.016691 3991 sys_catalog.cc:458] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [sys.catalog]: This master's current role is: FOLLOWER
11:35:44.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.040498 3802 raft_consensus.cc:348] T 00000000000000000000000000000000 P b42cc4e69145425b9733a3aaea9d27a7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b42cc4e69145425b9733a3aaea9d27a7" member_type: VOTER last_known_addr { host: "127.3.158.190" port: 41205 } } peers { permanent_uuid: "c964ff379f214e4d9ee2ed2f566f56bd" member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } } peers { permanent_uuid: "deb5b452e73840e98351a223b320a146" member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } }
11:35:44.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.041172 3802 raft_consensus.cc:374] T 00000000000000000000000000000000 P b42cc4e69145425b9733a3aaea9d27a7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:35:44.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.041675 3802 raft_consensus.cc:729] T 00000000000000000000000000000000 P b42cc4e69145425b9733a3aaea9d27a7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b42cc4e69145425b9733a3aaea9d27a7, State: Initialized, Role: FOLLOWER
11:35:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.043124 3802 consensus_queue.cc:260] T 00000000000000000000000000000000 P b42cc4e69145425b9733a3aaea9d27a7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b42cc4e69145425b9733a3aaea9d27a7" member_type: VOTER last_known_addr { host: "127.3.158.190" port: 41205 } } peers { permanent_uuid: "c964ff379f214e4d9ee2ed2f566f56bd" member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } } peers { permanent_uuid: "deb5b452e73840e98351a223b320a146" member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } }
11:35:44.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.046481 4005 sys_catalog.cc:455] T 00000000000000000000000000000000 P b42cc4e69145425b9733a3aaea9d27a7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b42cc4e69145425b9733a3aaea9d27a7" member_type: VOTER last_known_addr { host: "127.3.158.190" port: 41205 } } peers { permanent_uuid: "c964ff379f214e4d9ee2ed2f566f56bd" member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } } peers { permanent_uuid: "deb5b452e73840e98351a223b320a146" member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } } }
11:35:44.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.047570 4005 sys_catalog.cc:458] T 00000000000000000000000000000000 P b42cc4e69145425b9733a3aaea9d27a7 [sys.catalog]: This master's current role is: FOLLOWER
11:35:44.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.048870 3802 sys_catalog.cc:564] T 00000000000000000000000000000000 P b42cc4e69145425b9733a3aaea9d27a7 [sys.catalog]: configured and running, proceeding with master startup.
11:35:44.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:44.055258 3749 tablet.cc:2369] T 00000000000000000000000000000000 P b42cc4e69145425b9733a3aaea9d27a7: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:35:44.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:44.057148 3926 tablet.cc:2369] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:35:44.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:44.060843 4003 catalog_manager.cc:1558] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:35:44.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:44.061245 4003 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:35:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.045259 3889 master_runner.cc:186] Error getting master registration for 127.3.158.190:41205: OK, instance_id { permanent_uuid: "b42cc4e69145425b9733a3aaea9d27a7" instance_seqno: 1786534540346315 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
11:35:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.078572 3889 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:35:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:44.117561 4020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P b42cc4e69145425b9733a3aaea9d27a7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:35:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:44.118266 4020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:35:44.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.095587 3723 master_runner.cc:186] Error getting master registration for 127.3.158.189:38659: OK, instance_id { permanent_uuid: "c964ff379f214e4d9ee2ed2f566f56bd" instance_seqno: 1786534542067692 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
11:35:44.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.135812 3723 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:35:44.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.219158 3991 raft_consensus.cc:482] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:35:44.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.219723 3991 raft_consensus.cc:504] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b42cc4e69145425b9733a3aaea9d27a7" member_type: VOTER last_known_addr { host: "127.3.158.190" port: 41205 } } peers { permanent_uuid: "c964ff379f214e4d9ee2ed2f566f56bd" member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } } peers { permanent_uuid: "deb5b452e73840e98351a223b320a146" member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } }
11:35:44.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.225600 3774 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "deb5b452e73840e98351a223b320a146" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b42cc4e69145425b9733a3aaea9d27a7" is_pre_election: true
11:35:44.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.226168 3991 leader_election.cc:288] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b42cc4e69145425b9733a3aaea9d27a7 (127.3.158.190:41205), c964ff379f214e4d9ee2ed2f566f56bd (127.3.158.189:38659)
11:35:44.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.226562 3774 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b42cc4e69145425b9733a3aaea9d27a7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate deb5b452e73840e98351a223b320a146 in term 0.
11:35:44.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.227841 3922 leader_election.cc:302] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b42cc4e69145425b9733a3aaea9d27a7, deb5b452e73840e98351a223b320a146; no voters:
11:35:44.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.228744 3991 raft_consensus.cc:2781] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [term 0 FOLLOWER]: Leader pre-election won for term 1
11:35:44.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.229151 3991 raft_consensus.cc:482] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
11:35:44.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.229463 3991 raft_consensus.cc:3037] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [term 0 FOLLOWER]: Advancing to term 1
11:35:44.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.236405 3991 raft_consensus.cc:504] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b42cc4e69145425b9733a3aaea9d27a7" member_type: VOTER last_known_addr { host: "127.3.158.190" port: 41205 } } peers { permanent_uuid: "c964ff379f214e4d9ee2ed2f566f56bd" member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } } peers { permanent_uuid: "deb5b452e73840e98351a223b320a146" member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } }
11:35:44.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.238850 3774 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "deb5b452e73840e98351a223b320a146" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b42cc4e69145425b9733a3aaea9d27a7"
11:35:44.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.239017 3991 leader_election.cc:288] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [CANDIDATE]: Term 1 election: Requested vote from peers b42cc4e69145425b9733a3aaea9d27a7 (127.3.158.190:41205), c964ff379f214e4d9ee2ed2f566f56bd (127.3.158.189:38659)
11:35:44.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.239362 3774 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b42cc4e69145425b9733a3aaea9d27a7 [term 0 FOLLOWER]: Advancing to term 1
11:35:44.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.246126 3774 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b42cc4e69145425b9733a3aaea9d27a7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate deb5b452e73840e98351a223b320a146 in term 1.
11:35:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.247104 3922 leader_election.cc:302] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b42cc4e69145425b9733a3aaea9d27a7, deb5b452e73840e98351a223b320a146; no voters:
11:35:44.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.250362 3991 raft_consensus.cc:2781] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [term 1 FOLLOWER]: Leader election won for term 1
11:35:44.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.253383 3991 raft_consensus.cc:686] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [term 1 LEADER]: Becoming Leader. State: Replica: deb5b452e73840e98351a223b320a146, State: Running, Role: LEADER
11:35:44.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.254297 3991 consensus_queue.cc:237] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b42cc4e69145425b9733a3aaea9d27a7" member_type: VOTER last_known_addr { host: "127.3.158.190" port: 41205 } } peers { permanent_uuid: "c964ff379f214e4d9ee2ed2f566f56bd" member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } } peers { permanent_uuid: "deb5b452e73840e98351a223b320a146" member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } }
11:35:44.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.272816 4022 sys_catalog.cc:455] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [sys.catalog]: SysCatalogTable state changed. Reason: New leader deb5b452e73840e98351a223b320a146. Latest consensus state: current_term: 1 leader_uuid: "deb5b452e73840e98351a223b320a146" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b42cc4e69145425b9733a3aaea9d27a7" member_type: VOTER last_known_addr { host: "127.3.158.190" port: 41205 } } peers { permanent_uuid: "c964ff379f214e4d9ee2ed2f566f56bd" member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } } peers { permanent_uuid: "deb5b452e73840e98351a223b320a146" member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } } }
11:35:44.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.273835 4022 sys_catalog.cc:458] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [sys.catalog]: This master's current role is: LEADER
11:35:44.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.283317 4024 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
11:35:44.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.290194 4024 catalog_manager.cc:1484] Initializing Kudu cluster ID...
11:35:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.319015 3774 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b42cc4e69145425b9733a3aaea9d27a7 [term 1 FOLLOWER]: Refusing update from remote peer deb5b452e73840e98351a223b320a146: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:35:44.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.321604 4022 consensus_queue.cc:1035] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b42cc4e69145425b9733a3aaea9d27a7" member_type: VOTER last_known_addr { host: "127.3.158.190" port: 41205 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.003s
11:35:44.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.355895 4005 sys_catalog.cc:455] T 00000000000000000000000000000000 P b42cc4e69145425b9733a3aaea9d27a7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader deb5b452e73840e98351a223b320a146. Latest consensus state: current_term: 1 leader_uuid: "deb5b452e73840e98351a223b320a146" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b42cc4e69145425b9733a3aaea9d27a7" member_type: VOTER last_known_addr { host: "127.3.158.190" port: 41205 } } peers { permanent_uuid: "c964ff379f214e4d9ee2ed2f566f56bd" member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } } peers { permanent_uuid: "deb5b452e73840e98351a223b320a146" member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } } }
11:35:44.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.357018 4005 sys_catalog.cc:458] T 00000000000000000000000000000000 P b42cc4e69145425b9733a3aaea9d27a7 [sys.catalog]: This master's current role is: FOLLOWER
11:35:44.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.362192 3991 sys_catalog.cc:455] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "deb5b452e73840e98351a223b320a146" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b42cc4e69145425b9733a3aaea9d27a7" member_type: VOTER last_known_addr { host: "127.3.158.190" port: 41205 } } peers { permanent_uuid: "c964ff379f214e4d9ee2ed2f566f56bd" member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } } peers { permanent_uuid: "deb5b452e73840e98351a223b320a146" member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } } }
11:35:44.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.362982 3991 sys_catalog.cc:458] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [sys.catalog]: This master's current role is: LEADER
11:35:44.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.367166 4024 catalog_manager.cc:1347] Generated new cluster ID: 95469f42158c46efb9c19bb51fa1a3d9
11:35:44.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.367424 4024 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
11:35:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.377956 4005 sys_catalog.cc:455] T 00000000000000000000000000000000 P b42cc4e69145425b9733a3aaea9d27a7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "deb5b452e73840e98351a223b320a146" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b42cc4e69145425b9733a3aaea9d27a7" member_type: VOTER last_known_addr { host: "127.3.158.190" port: 41205 } } peers { permanent_uuid: "c964ff379f214e4d9ee2ed2f566f56bd" member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } } peers { permanent_uuid: "deb5b452e73840e98351a223b320a146" member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } } }
11:35:44.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.378789 4005 sys_catalog.cc:458] T 00000000000000000000000000000000 P b42cc4e69145425b9733a3aaea9d27a7 [sys.catalog]: This master's current role is: FOLLOWER
11:35:44.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.413815 4024 catalog_manager.cc:1370] Generated new certificate authority record
11:35:44.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.416476 4024 catalog_manager.cc:1504] Loading token signing keys...
11:35:44.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.448901 4024 catalog_manager.cc:5868] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146: Generated new TSK 0
11:35:44.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.450112 4024 catalog_manager.cc:1514] Initializing in-progress tserver states...
11:35:44.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.453734 3887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } attempt: 7
11:35:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.497424 3706 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu
11:35:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu
11:35:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-0/wal
11:35:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-0/data
11:35:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:35:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:35:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:35:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:35:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:35:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:35:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-0/logs
11:35:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-0/data/info.pb
11:35:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:35:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:35:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:35:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:35:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:35:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:35:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:35:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:35:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:35:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:35:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.158.129:0
11:35:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.158.129
11:35:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.158.129
11:35:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:35:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.158.190:41205,127.3.158.189:38659,127.3.158.188:33803
11:35:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.158.148:35043
11:35:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:35:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:35:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
11:35:44.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.508332 3887 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c964ff379f214e4d9ee2ed2f566f56bd: Bootstrap starting.
11:35:44.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.526023 3887 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c964ff379f214e4d9ee2ed2f566f56bd: Neither blocks nor log segments found. Creating new log.
11:35:44.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.528637 3887 log.cc:824] T 00000000000000000000000000000000 P c964ff379f214e4d9ee2ed2f566f56bd: Log is configured to *not* fsync() on all Append() calls
11:35:44.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.544751 3887 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c964ff379f214e4d9ee2ed2f566f56bd: No bootstrap required, opened a new log
11:35:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.611841 3887 raft_consensus.cc:348] T 00000000000000000000000000000000 P c964ff379f214e4d9ee2ed2f566f56bd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b42cc4e69145425b9733a3aaea9d27a7" member_type: VOTER last_known_addr { host: "127.3.158.190" port: 41205 } } peers { permanent_uuid: "c964ff379f214e4d9ee2ed2f566f56bd" member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } } peers { permanent_uuid: "deb5b452e73840e98351a223b320a146" member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } }
11:35:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.613852 3887 raft_consensus.cc:374] T 00000000000000000000000000000000 P c964ff379f214e4d9ee2ed2f566f56bd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:35:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.614605 3887 raft_consensus.cc:729] T 00000000000000000000000000000000 P c964ff379f214e4d9ee2ed2f566f56bd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c964ff379f214e4d9ee2ed2f566f56bd, State: Initialized, Role: FOLLOWER
11:35:44.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.616739 3887 consensus_queue.cc:260] T 00000000000000000000000000000000 P c964ff379f214e4d9ee2ed2f566f56bd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b42cc4e69145425b9733a3aaea9d27a7" member_type: VOTER last_known_addr { host: "127.3.158.190" port: 41205 } } peers { permanent_uuid: "c964ff379f214e4d9ee2ed2f566f56bd" member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } } peers { permanent_uuid: "deb5b452e73840e98351a223b320a146" member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } }
11:35:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.634789 4033 sys_catalog.cc:455] T 00000000000000000000000000000000 P c964ff379f214e4d9ee2ed2f566f56bd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b42cc4e69145425b9733a3aaea9d27a7" member_type: VOTER last_known_addr { host: "127.3.158.190" port: 41205 } } peers { permanent_uuid: "c964ff379f214e4d9ee2ed2f566f56bd" member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } } peers { permanent_uuid: "deb5b452e73840e98351a223b320a146" member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } } }
11:35:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.635596 4033 sys_catalog.cc:458] T 00000000000000000000000000000000 P c964ff379f214e4d9ee2ed2f566f56bd [sys.catalog]: This master's current role is: FOLLOWER
11:35:44.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.641115 3859 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c964ff379f214e4d9ee2ed2f566f56bd [term 0 FOLLOWER]: Advancing to term 1
11:35:44.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.646059 3861 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "deb5b452e73840e98351a223b320a146" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c964ff379f214e4d9ee2ed2f566f56bd" is_pre_election: true
11:35:44.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.647612 3860 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "deb5b452e73840e98351a223b320a146" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c964ff379f214e4d9ee2ed2f566f56bd"
11:35:44.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.651161 3859 raft_consensus.cc:1261] T 00000000000000000000000000000000 P c964ff379f214e4d9ee2ed2f566f56bd [term 1 FOLLOWER]: Refusing update from remote peer deb5b452e73840e98351a223b320a146: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:35:44.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.652437 3887 sys_catalog.cc:564] T 00000000000000000000000000000000 P c964ff379f214e4d9ee2ed2f566f56bd [sys.catalog]: configured and running, proceeding with master startup.
11:35:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.654395 3991 consensus_queue.cc:1035] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c964ff379f214e4d9ee2ed2f566f56bd" member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:35:44.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.735041 4039 sys_catalog.cc:455] T 00000000000000000000000000000000 P c964ff379f214e4d9ee2ed2f566f56bd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "deb5b452e73840e98351a223b320a146" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b42cc4e69145425b9733a3aaea9d27a7" member_type: VOTER last_known_addr { host: "127.3.158.190" port: 41205 } } peers { permanent_uuid: "c964ff379f214e4d9ee2ed2f566f56bd" member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } } peers { permanent_uuid: "deb5b452e73840e98351a223b320a146" member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } } }
11:35:44.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.734690 4033 sys_catalog.cc:455] T 00000000000000000000000000000000 P c964ff379f214e4d9ee2ed2f566f56bd [sys.catalog]: SysCatalogTable state changed. Reason: New leader deb5b452e73840e98351a223b320a146. Latest consensus state: current_term: 1 leader_uuid: "deb5b452e73840e98351a223b320a146" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b42cc4e69145425b9733a3aaea9d27a7" member_type: VOTER last_known_addr { host: "127.3.158.190" port: 41205 } } peers { permanent_uuid: "c964ff379f214e4d9ee2ed2f566f56bd" member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } } peers { permanent_uuid: "deb5b452e73840e98351a223b320a146" member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } } }
11:35:44.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.738389 4039 sys_catalog.cc:458] T 00000000000000000000000000000000 P c964ff379f214e4d9ee2ed2f566f56bd [sys.catalog]: This master's current role is: FOLLOWER
11:35:44.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.738520 4033 sys_catalog.cc:458] T 00000000000000000000000000000000 P c964ff379f214e4d9ee2ed2f566f56bd [sys.catalog]: This master's current role is: FOLLOWER
11:35:44.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:44.770370 4050 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
11:35:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:45.035692 4031 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:35:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:45.036285 4031 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:35:45.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:45.036892 4031 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:35:45.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:45.071125 4031 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:35:45.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:45.072387 4031 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.158.129
11:35:45.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:45.104982 4055 sys_catalog.cc:455] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "deb5b452e73840e98351a223b320a146" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b42cc4e69145425b9733a3aaea9d27a7" member_type: VOTER last_known_addr { host: "127.3.158.190" port: 41205 } } peers { permanent_uuid: "c964ff379f214e4d9ee2ed2f566f56bd" member_type: VOTER last_known_addr { host: "127.3.158.189" port: 38659 } } peers { permanent_uuid: "deb5b452e73840e98351a223b320a146" member_type: VOTER last_known_addr { host: "127.3.158.188" port: 33803 } } }
11:35:45.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:45.108793 4055 sys_catalog.cc:458] T 00000000000000000000000000000000 P deb5b452e73840e98351a223b320a146 [sys.catalog]: This master's current role is: LEADER
11:35:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:45.124123 4020 catalog_manager.cc:1259] Loaded cluster ID: 95469f42158c46efb9c19bb51fa1a3d9
11:35:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:45.124619 4020 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b42cc4e69145425b9733a3aaea9d27a7: loading cluster ID for follower catalog manager: success
11:35:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:45.132572 4020 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b42cc4e69145425b9733a3aaea9d27a7: acquiring CA information for follower catalog manager: success
11:35:45.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:45.137943 4020 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b42cc4e69145425b9733a3aaea9d27a7: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
11:35:45.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:45.149452 4031 tablet_server_runner.cc:78] Tablet server non-default flags:
11:35:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:35:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.158.148:35043
11:35:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:35:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:35:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-0/data
11:35:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-0/wal
11:35:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:35:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:35:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.158.129:0
11:35:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:35:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:35:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:35:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-0/data/info.pb
11:35:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.158.129
11:35:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:35:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.158.190:41205,127.3.158.189:38659,127.3.158.188:33803
11:35:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:35:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:35:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:35:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:35:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:35:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.158.129
11:35:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-0/logs
11:35:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:35:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:35:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:35:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:35:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:35:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:35:45.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:35:45.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:35:45.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:35:45.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:35:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:45.153612 4031 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:35:45.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:45.155939 4031 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:35:45.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:45.191884 4060 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:35:45.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:45.794134 4050 catalog_manager.cc:1259] Loaded cluster ID: 95469f42158c46efb9c19bb51fa1a3d9
11:35:45.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:45.794772 4050 catalog_manager.cc:1552] T 00000000000000000000000000000000 P c964ff379f214e4d9ee2ed2f566f56bd: loading cluster ID for follower catalog manager: success
11:35:45.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:45.809175 4050 catalog_manager.cc:1574] T 00000000000000000000000000000000 P c964ff379f214e4d9ee2ed2f566f56bd: acquiring CA information for follower catalog manager: success
11:35:45.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:45.825112 4050 catalog_manager.cc:1602] T 00000000000000000000000000000000 P c964ff379f214e4d9ee2ed2f566f56bd: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
11:35:46.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:46.581446 4059 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 4031
11:35:46.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:45.194836 4061 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:35:46.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:46.679308 4031 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 1.490s user 0.383s sys 0.708s
11:35:46.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:46.688535 4031 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 1.499s user 0.384s sys 0.708s
11:35:46.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:46.700032 4031 server_base.cc:1034] running on GCE node
11:35:46.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:46.702420 4067 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:35:46.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:46.704183 4031 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:35:46.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:46.715762 4031 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:35:46.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:46.717438 4031 hybrid_clock.cc:648] HybridClock initialized: now 1786534546717384 us; error 44 us; skew 500 ppm
11:35:46.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:46.718772 4031 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:35:46.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:46.743311 4031 webserver.cc:460] Webserver started at http://127.3.158.129:38445/ using document root <none> and password file <none>
11:35:46.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:46.744691 4031 fs_manager.cc:359] Metadata directory not provided
11:35:46.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:46.745123 4031 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:35:46.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:46.745810 4031 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:35:46.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:46.753274 4031 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-0/data/instance:
11:35:46.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c30de61593f468f942150b280f412b0"
11:35:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:46 on dist-test-slave-6nmv"
11:35:46.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:46.755610 4031 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-0/wal/instance:
11:35:46.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c30de61593f468f942150b280f412b0"
11:35:46.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:46 on dist-test-slave-6nmv"
11:35:46.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:46.771057 4031 fs_manager.cc:691] Time spent creating directory manager: real 0.015s user 0.008s sys 0.004s
11:35:46.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:46.788493 4072 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:35:46.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:46.790012 4031 fs_manager.cc:725] Time spent opening block manager: real 0.010s user 0.002s sys 0.008s
11:35:46.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:46.790591 4031 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-0/data,/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-0/wal
11:35:46.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c30de61593f468f942150b280f412b0"
11:35:46.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:46 on dist-test-slave-6nmv"
11:35:46.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:46.791253 4031 fs_report.cc:383] FS layout report
11:35:46.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:35:46.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-0/wal
11:35:46.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-0/wal
11:35:46.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-0/data/data
11:35:46.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:35:46.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:35:46.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:35:46.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:35:46.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:35:46.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:35:46.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:35:46.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:35:46.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:35:46.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:35:46.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:35:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:46.861084 4031 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:35:46.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:46.863145 4031 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:35:46.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:46.863982 4031 kserver.cc:163] Server-wide thread pool size limit: 3276
11:35:46.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:46.873370 4031 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
11:35:46.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:46.900199 4031 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:35:46.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:46.900694 4031 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.000s
11:35:46.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:46.901136 4031 ts_tablet_manager.cc:610] Registered 0 tablets
11:35:46.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:46.901448 4031 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
11:35:47.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:47.299927 4031 rpc_server.cc:307] RPC server started. Bound to: 127.3.158.129:43195
11:35:47.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:47.299986 4200 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.158.129:43195 every 8 connection(s)
11:35:47.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:47.302995 4031 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-0/data/info.pb
11:35:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:47.312494 3706 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu as pid 4031
11:35:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:47.313086 3706 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-0/wal/instance
11:35:47.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:47.350942 3706 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu
11:35:47.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu
11:35:47.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-1/wal
11:35:47.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-1/data
11:35:47.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:35:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:35:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:35:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:35:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:35:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:35:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-1/logs
11:35:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-1/data/info.pb
11:35:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:35:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:35:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:35:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:35:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:35:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:35:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:35:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:35:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:35:47.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:35:47.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.158.130:0
11:35:47.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.158.130
11:35:47.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.158.130
11:35:47.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:35:47.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.158.190:41205,127.3.158.189:38659,127.3.158.188:33803
11:35:47.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.158.148:35043
11:35:47.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:35:47.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:35:47.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
11:35:47.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:47.417251 4202 heartbeater.cc:347] Connected to a master server at 127.3.158.188:33803
11:35:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:47.417708 4202 heartbeater.cc:464] Registering TS with master...
11:35:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:47.418848 4202 heartbeater.cc:511] Master 127.3.158.188:33803 requested a full tablet report, sending...
11:35:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:47.422844 3940 ts_manager.cc:194] Registered new tserver with Master: 3c30de61593f468f942150b280f412b0 (127.3.158.129:43195)
11:35:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:47.423105 4203 heartbeater.cc:347] Connected to a master server at 127.3.158.189:38659
11:35:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:47.423429 4203 heartbeater.cc:464] Registering TS with master...
11:35:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:47.424207 4203 heartbeater.cc:511] Master 127.3.158.189:38659 requested a full tablet report, sending...
11:35:47.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:47.426272 3940 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.158.129:53045
11:35:47.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:47.428627 3846 ts_manager.cc:194] Registered new tserver with Master: 3c30de61593f468f942150b280f412b0 (127.3.158.129:43195)
11:35:47.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:47.431380 4208 heartbeater.cc:347] Connected to a master server at 127.3.158.190:41205
11:35:47.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:47.431753 4208 heartbeater.cc:464] Registering TS with master...
11:35:47.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:47.432596 4208 heartbeater.cc:511] Master 127.3.158.190:41205 requested a full tablet report, sending...
11:35:47.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:47.435444 3761 ts_manager.cc:194] Registered new tserver with Master: 3c30de61593f468f942150b280f412b0 (127.3.158.129:43195)
11:35:47.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:47.715391 4209 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:35:47.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:47.715902 4209 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:35:47.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:47.716701 4209 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:35:47.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:47.746805 4209 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:35:47.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:47.747723 4209 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.158.130
11:35:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:47.782333 4209 tablet_server_runner.cc:78] Tablet server non-default flags:
11:35:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:35:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.158.148:35043
11:35:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:35:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:35:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-1/data
11:35:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-1/wal
11:35:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:35:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:35:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.158.130:0
11:35:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:35:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:35:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:35:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-1/data/info.pb
11:35:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.158.130
11:35:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:35:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.158.190:41205,127.3.158.189:38659,127.3.158.188:33803
11:35:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:35:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:35:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:35:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:35:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:35:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.158.130
11:35:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-1/logs
11:35:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:35:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:35:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:35:47.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:35:47.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:35:47.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:35:47.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:35:47.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:35:47.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:35:47.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:35:47.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:47.783753 4209 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:35:47.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:47.785768 4209 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:35:47.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:47.807525 4220 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:35:48.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:48.436827 4202 heartbeater.cc:503] Master 127.3.158.188:33803 was elected leader, sending a full tablet report...
11:35:49.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:47.807580 4219 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:35:49.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:49.147650 4221 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1342 milliseconds
11:35:49.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.147733 4209 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
11:35:49.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:47.809800 4222 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:35:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.153961 4209 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:35:49.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.156092 4209 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:35:49.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.157449 4209 hybrid_clock.cc:648] HybridClock initialized: now 1786534549157409 us; error 30 us; skew 500 ppm
11:35:49.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.158324 4209 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:35:49.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.164842 4209 webserver.cc:460] Webserver started at http://127.3.158.130:46553/ using document root <none> and password file <none>
11:35:49.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.165681 4209 fs_manager.cc:359] Metadata directory not provided
11:35:49.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.165930 4209 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:35:49.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.166436 4209 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:35:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.171777 4209 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-1/data/instance:
11:35:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eef69ef60808496fb6bd7974491bda9c"
11:35:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:49 on dist-test-slave-6nmv"
11:35:49.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.172901 4209 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-1/wal/instance:
11:35:49.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eef69ef60808496fb6bd7974491bda9c"
11:35:49.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:49 on dist-test-slave-6nmv"
11:35:49.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.179600 4209 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.009s sys 0.000s
11:35:49.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.184938 4233 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:35:49.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.185972 4209 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
11:35:49.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.186308 4209 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-1/data,/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-1/wal
11:35:49.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eef69ef60808496fb6bd7974491bda9c"
11:35:49.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:49 on dist-test-slave-6nmv"
11:35:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.186619 4209 fs_report.cc:383] FS layout report
11:35:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:35:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-1/wal
11:35:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-1/wal
11:35:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-1/data/data
11:35:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:35:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:35:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:35:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:35:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:35:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:35:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:35:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:35:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:35:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:35:49.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:35:49.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.229305 4209 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:35:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.230794 4209 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:35:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.231303 4209 kserver.cc:163] Server-wide thread pool size limit: 3276
11:35:49.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.233760 4209 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
11:35:49.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.237325 4209 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:35:49.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.237527 4209 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:35:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.237846 4209 ts_tablet_manager.cc:610] Registered 0 tablets
11:35:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.238015 4209 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
11:35:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.384654 4209 rpc_server.cc:307] RPC server started. Bound to: 127.3.158.130:41005
11:35:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.384712 4360 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.158.130:41005 every 8 connection(s)
11:35:49.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.388093 4209 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-1/data/info.pb
11:35:49.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.393241 3706 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu as pid 4209
11:35:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.393904 3706 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-1/wal/instance
11:35:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.412824 3706 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu
11:35:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu
11:35:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-2/wal
11:35:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-2/data
11:35:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:35:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:35:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:35:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:35:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:35:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:35:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-2/logs
11:35:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-2/data/info.pb
11:35:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:35:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:35:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:35:49.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:35:49.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:35:49.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:35:49.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:35:49.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:35:49.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:35:49.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:35:49.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.158.131:0
11:35:49.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.158.131
11:35:49.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.158.131
11:35:49.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:35:49.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.158.190:41205,127.3.158.189:38659,127.3.158.188:33803
11:35:49.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.158.148:35043
11:35:49.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:35:49.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:35:49.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
11:35:49.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.445416 4363 heartbeater.cc:347] Connected to a master server at 127.3.158.190:41205
11:35:49.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.445878 4363 heartbeater.cc:464] Registering TS with master...
11:35:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.447024 4363 heartbeater.cc:511] Master 127.3.158.190:41205 requested a full tablet report, sending...
11:35:49.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.449853 3761 ts_manager.cc:194] Registered new tserver with Master: eef69ef60808496fb6bd7974491bda9c (127.3.158.130:41005)
11:35:49.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.452028 4361 heartbeater.cc:347] Connected to a master server at 127.3.158.188:33803
11:35:49.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.452344 4361 heartbeater.cc:464] Registering TS with master...
11:35:49.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.453207 4361 heartbeater.cc:511] Master 127.3.158.188:33803 requested a full tablet report, sending...
11:35:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.455076 3940 ts_manager.cc:194] Registered new tserver with Master: eef69ef60808496fb6bd7974491bda9c (127.3.158.130:41005)
11:35:49.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.456871 3940 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.158.130:57319
11:35:49.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.460124 4362 heartbeater.cc:347] Connected to a master server at 127.3.158.189:38659
11:35:49.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.460479 4362 heartbeater.cc:464] Registering TS with master...
11:35:49.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.461215 4362 heartbeater.cc:511] Master 127.3.158.189:38659 requested a full tablet report, sending...
11:35:49.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.463356 3846 ts_manager.cc:194] Registered new tserver with Master: eef69ef60808496fb6bd7974491bda9c (127.3.158.130:41005)
11:35:49.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:49.756963 4372 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:35:49.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:49.757511 4372 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:35:49.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:49.758181 4372 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:35:49.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:49.788725 4372 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:35:49.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:49.789577 4372 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.158.131
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.822706 4372 tablet_server_runner.cc:78] Tablet server non-default flags:
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.158.148:35043
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-2/data
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-2/wal
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.158.131:0
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-2/data/info.pb
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.158.131
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.158.190:41205,127.3.158.189:38659,127.3.158.188:33803
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.158.131
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-2/logs
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:35:49.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:35:49.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:35:49.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:35:49.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:35:49.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:35:49.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.824100 4372 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:35:49.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:49.825757 4372 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:35:50.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:50.460887 4361 heartbeater.cc:503] Master 127.3.158.188:33803 was elected leader, sending a full tablet report...
11:35:50.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:49.844213 4378 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:35:50.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:49.844587 4379 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:35:50.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:49.844228 4381 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:35:50.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:50.998036 4372 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
11:35:50.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:50.997741 4380 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
11:35:51.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.001701 4372 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:35:51.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.004024 4372 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:35:51.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.005443 4372 hybrid_clock.cc:648] HybridClock initialized: now 1786534551005402 us; error 36 us; skew 500 ppm
11:35:51.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.006342 4372 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:35:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.013067 4372 webserver.cc:460] Webserver started at http://127.3.158.131:45063/ using document root <none> and password file <none>
11:35:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.014088 4372 fs_manager.cc:359] Metadata directory not provided
11:35:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.014313 4372 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:35:51.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.014814 4372 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:35:51.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.019745 4372 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-2/data/instance:
11:35:51.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7583c7abfce44260ac508478985113a1"
11:35:51.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:51 on dist-test-slave-6nmv"
11:35:51.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.020864 4372 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-2/wal/instance:
11:35:51.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7583c7abfce44260ac508478985113a1"
11:35:51.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:51 on dist-test-slave-6nmv"
11:35:51.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.027983 4372 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.004s
11:35:51.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.033154 4391 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:35:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.034134 4372 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
11:35:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.034504 4372 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-2/data,/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-2/wal
11:35:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7583c7abfce44260ac508478985113a1"
11:35:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:51 on dist-test-slave-6nmv"
11:35:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.034889 4372 fs_report.cc:383] FS layout report
11:35:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:35:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-2/wal
11:35:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-2/wal
11:35:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-2/data/data
11:35:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:35:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:35:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:35:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:35:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:35:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:35:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:35:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:35:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:35:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:35:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:35:51.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.071053 4372 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:35:51.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.072535 4372 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:35:51.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.073060 4372 kserver.cc:163] Server-wide thread pool size limit: 3276
11:35:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.075685 4372 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
11:35:51.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.079646 4372 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:35:51.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.079872 4372 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:35:51.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.080166 4372 ts_tablet_manager.cc:610] Registered 0 tablets
11:35:51.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.080387 4372 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
11:35:51.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.229707 4372 rpc_server.cc:307] RPC server started. Bound to: 127.3.158.131:40677
11:35:51.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.229846 4518 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.158.131:40677 every 8 connection(s)
11:35:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.232348 4372 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-2/data/info.pb
11:35:51.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.235514 3706 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu as pid 4372
11:35:51.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.235985 3706 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5716991687592482348/ts-2/wal/instance
11:35:51.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.278110 4522 heartbeater.cc:347] Connected to a master server at 127.3.158.190:41205
11:35:51.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.278944 4522 heartbeater.cc:464] Registering TS with master...
11:35:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.280105 4522 heartbeater.cc:511] Master 127.3.158.190:41205 requested a full tablet report, sending...
11:35:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.282902 3761 ts_manager.cc:194] Registered new tserver with Master: 7583c7abfce44260ac508478985113a1 (127.3.158.131:40677)
11:35:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.283274 4521 heartbeater.cc:347] Connected to a master server at 127.3.158.189:38659
11:35:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.283339 4520 heartbeater.cc:347] Connected to a master server at 127.3.158.188:33803
11:35:51.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.283644 4521 heartbeater.cc:464] Registering TS with master...
11:35:51.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.283710 4520 heartbeater.cc:464] Registering TS with master...
11:35:51.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.284366 4520 heartbeater.cc:511] Master 127.3.158.188:33803 requested a full tablet report, sending...
11:35:51.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.284492 4521 heartbeater.cc:511] Master 127.3.158.189:38659 requested a full tablet report, sending...
11:35:51.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.286403 3940 ts_manager.cc:194] Registered new tserver with Master: 7583c7abfce44260ac508478985113a1 (127.3.158.131:40677)
11:35:51.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.287293 3846 ts_manager.cc:194] Registered new tserver with Master: 7583c7abfce44260ac508478985113a1 (127.3.158.131:40677)
11:35:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.288075 3940 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.158.131:48165
11:35:51.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.297590 3706 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
11:35:51.308 [DEBUG - main] (MiniKuduCluster.java:195) Response:
11:35:51.309 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
11:35:51.320 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.3.158.190"
port: 41205
}
bound_http_address {
host: "127.3.158.190"
port: 45667
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.3.158.189"
port: 38659
}
bound_http_address {
host: "127.3.158.189"
port: 39413
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.3.158.188"
port: 33803
}
bound_http_address {
host: "127.3.158.188"
port: 41797
}
}
}
11:35:51.326 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
11:35:51.329 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.3.158.129"
port: 43195
}
bound_http_address {
host: "127.3.158.129"
port: 38445
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.3.158.130"
port: 41005
}
bound_http_address {
host: "127.3.158.130"
port: 46553
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.3.158.131"
port: 40677
}
bound_http_address {
host: "127.3.158.131"
port: 45063
}
}
}
11:35:51.329 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
11:35:51.499 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
11:35:51.601 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskszwdjb/test-tmp
11:35:51.602 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
11:35:51.602 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskszwdjb/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
11:35:51.604 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
11:35:51.929 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:35:51.929 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
11:35:51.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.932629 4533 mini_oidc.cc:152] Starting JWKS server
11:35:51.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.936439 4533 webserver.cc:460] Webserver started at http://127.0.0.1:35519/ using document root <none> and password file <none>
11:35:51.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.936939 4533 mini_oidc.cc:189] Starting OIDC Discovery server
11:35:51.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:51.938794 4533 webserver.cc:460] Webserver started at http://127.0.0.1:33173/ using document root <none> and password file <none>
11:35:52.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
11:35:52.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/principal' for realm 'KRBTEST.COM',
11:35:52.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
11:35:52.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:35:52 dist-test-slave-6nmv krb5kdc[4546](info): setting up network...
11:35:52.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
11:35:52.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:35:52 dist-test-slave-6nmv krb5kdc[4546](info): set up 2 sockets
11:35:52.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:35:52 dist-test-slave-6nmv krb5kdc[4546](info): commencing operation
11:35:52.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
11:35:52.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:52.291579 4520 heartbeater.cc:503] Master 127.3.158.188:33803 was elected leader, sending a full tablet report...
11:35:52.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:52.986647 4357 debug-util.cc:398] Leaking SignalData structure 0x7b08000bc320 after lost signal to thread 4213
11:35:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:52.987710 4357 debug-util.cc:398] Leaking SignalData structure 0x7b08000afd40 after lost signal to thread 4360
11:35:53.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:53.219090 4533 mini_kdc.cc:121] Time spent starting KDC: real 1.238s user 0.008s sys 0.018s
11:35:53.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
11:35:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
11:35:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
11:35:53.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
11:35:53.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
11:35:53.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
11:35:53.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
11:35:53.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
11:35:53.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
11:35:53.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
11:35:53.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/test-user.keytab.
11:35:53.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/test-user.keytab.
11:35:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:35:53 dist-test-slave-6nmv krb5kdc[4546](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786534553, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:35:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
11:35:53.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T11:35:53Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
11:35:53.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T11:35:53Z Disabled control of system clock
11:35:53.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.4.109.126@KRBTEST.COM; defaulting to no policy
11:35:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:35:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.4.109.126@KRBTEST.COM" created.
11:35:53.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:35:53.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.109.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/kudu_127.4.109.126.keytab.
11:35:53.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.109.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/kudu_127.4.109.126.keytab.
11:35:53.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:53.455377 4533 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu
11:35:53.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu
11:35:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/wal
11:35:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/data
11:35:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:35:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:35:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:35:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:35:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:35:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:35:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/logs
11:35:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/data/info.pb
11:35:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:35:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:35:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:35:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:35:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:35:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:35:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:35:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:35:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:35:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:35:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:35:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:35:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.109.126:44051
11:35:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.109.126
11:35:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:35:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/kudu_127.4.109.126.keytab
11:35:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.109.126
11:35:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:35:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:35:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:35:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.109.84:45031
11:35:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:35:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:35:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:35:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:35:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.109.126:44051,127.4.109.125:35581,127.4.109.124:43743
11:35:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:35:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35519/jwks.json
11:35:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:35:53.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:53.775749 4564 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:35:53.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:53.776386 4564 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:35:53.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:53.776950 4564 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:35:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:53.809111 4564 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:35:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:53.809319 4564 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:35:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:53.809576 4564 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:35:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:53.809759 4564 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:35:53.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:53.810012 4564 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:35:53.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:53.810194 4564 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:35:53.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:53.810315 4564 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35519/jwks.json
11:35:53.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:53.847733 4564 master_runner.cc:386] Master server non-default flags:
11:35:53.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:35:53.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.109.84:45031
11:35:53.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:35:53.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:35:53.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/data
11:35:53.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/wal
11:35:53.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:35:53.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:35:53.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.109.126:44051,127.4.109.125:35581,127.4.109.124:43743
11:35:53.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/kudu_127.4.109.126.keytab
11:35:53.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.109.126
11:35:53.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:35:53.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:35:53.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:35:53.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.109.126:44051
11:35:53.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:35:53.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:35:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:35:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35519/jwks.json
11:35:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:35:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:35:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:35:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:35:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:35:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/data/info.pb
11:35:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.109.126
11:35:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:35:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:35:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:35:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:35:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:35:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:35:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/logs
11:35:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:35:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:35:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:35:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:35:53.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:35:53.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:35:53.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:35:53.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:35:53.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:35:53.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:35:53.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:53.848933 4564 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:35:53.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:53.850148 4564 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:35:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:53.873768 4572 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:35:55.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:53.873843 4573 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:35:55.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:53.881315 4576 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:35:55.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:55.116729 4575 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
11:35:55.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.116779 4564 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
11:35:55.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.120807 4564 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:35:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.123761 4564 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:35:55.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.125173 4564 hybrid_clock.cc:648] HybridClock initialized: now 1786534555125154 us; error 85 us; skew 500 ppm
11:35:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.126107 4564 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:35:55.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:35:55 dist-test-slave-6nmv krb5kdc[4546](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786534555, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.109.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:35:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.132311 4564 init.cc:377] Logged in from keytab as kudu/127.4.109.126@KRBTEST.COM (short username kudu)
11:35:55.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.137914 4564 webserver.cc:460] Webserver started at http://127.4.109.126:35539/ using document root <none> and password file <none>
11:35:55.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.138775 4564 fs_manager.cc:359] Metadata directory not provided
11:35:55.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.138998 4564 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:35:55.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.139544 4564 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:35:55.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.144462 4564 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/data/instance:
11:35:55.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "74a891978c944f4cbfdb6112d2188cea"
11:35:55.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:55 on dist-test-slave-6nmv"
11:35:55.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.145646 4564 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/wal/instance:
11:35:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "74a891978c944f4cbfdb6112d2188cea"
11:35:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:55 on dist-test-slave-6nmv"
11:35:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.153245 4564 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
11:35:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.158779 4586 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:35:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.159668 4564 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.002s
11:35:55.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.159983 4564 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/data,/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/wal
11:35:55.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "74a891978c944f4cbfdb6112d2188cea"
11:35:55.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:55 on dist-test-slave-6nmv"
11:35:55.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.160319 4564 fs_report.cc:383] FS layout report
11:35:55.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:35:55.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/wal
11:35:55.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/wal
11:35:55.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/data/data
11:35:55.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:35:55.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:35:55.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:35:55.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:35:55.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:35:55.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:35:55.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:35:55.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:35:55.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:35:55.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:35:55.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:35:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.196888 4564 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:35:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.202747 4564 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:35:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.203130 4564 kserver.cc:163] Server-wide thread pool size limit: 3276
11:35:55.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.281369 4564 rpc_server.cc:307] RPC server started. Bound to: 127.4.109.126:44051
11:35:55.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.281450 4644 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.109.126:44051 every 8 connection(s)
11:35:55.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.284264 4564 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/data/info.pb
11:35:55.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.287618 4533 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu as pid 4564
11:35:55.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.288175 4533 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/wal/instance
11:35:55.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.290241 4646 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:35:55.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.305267 4646 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.109.126" port: 44051 } has no permanent_uuid. Determining permanent_uuid...
11:35:55.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.4.109.125@KRBTEST.COM; defaulting to no policy
11:35:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:35:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.4.109.125@KRBTEST.COM" created.
11:35:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:35:55 dist-test-slave-6nmv krb5kdc[4546](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786534555, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.109.126@KRBTEST.COM for kudu/127.4.109.126@KRBTEST.COM
11:35:55.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:35:55.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.109.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/kudu_127.4.109.125.keytab.
11:35:55.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.109.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/kudu_127.4.109.125.keytab.
11:35:55.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.344081 4533 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu
11:35:55.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu
11:35:55.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/wal
11:35:55.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/data
11:35:55.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:35:55.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:35:55.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:35:55.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:35:55.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:35:55.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:35:55.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/logs
11:35:55.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/data/info.pb
11:35:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:35:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:35:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:35:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:35:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:35:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:35:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:35:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:35:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:35:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:35:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:35:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:35:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.109.125:35581
11:35:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.109.125
11:35:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:35:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/kudu_127.4.109.125.keytab
11:35:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.109.125
11:35:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:35:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:35:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:35:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.109.84:45031
11:35:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:35:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:35:55.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:35:55.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:35:55.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.109.126:44051,127.4.109.125:35581,127.4.109.124:43743
11:35:55.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:35:55.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35519/jwks.json
11:35:55.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:35:55.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.350323 4646 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.109.125" port: 35581 } has no permanent_uuid. Determining permanent_uuid...
11:35:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:55.352686 4587 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.109.125:35581: connect: Connection refused (error 111)
11:35:55.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:55.356997 4646 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.109.125:35581: Network error: Client connection negotiation failed: client connection to 127.4.109.125:35581: connect: Connection refused (error 111)
11:35:55.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.406548 4646 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.109.125" port: 35581 } attempt: 1
11:35:55.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:55.410367 4646 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.109.125:35581: Network error: Client connection negotiation failed: client connection to 127.4.109.125:35581: connect: Connection refused (error 111)
11:35:55.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.478807 4646 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.109.125" port: 35581 } attempt: 2
11:35:55.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:55.484688 4646 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.109.125:35581: Network error: Client connection negotiation failed: client connection to 127.4.109.125:35581: connect: Connection refused (error 111)
11:35:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.576139 4646 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.109.125" port: 35581 } attempt: 3
11:35:55.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:55.580180 4646 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.109.125:35581: Network error: Client connection negotiation failed: client connection to 127.4.109.125:35581: connect: Connection refused (error 111)
11:35:55.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:55.653946 4652 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:35:55.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:55.654579 4652 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:35:55.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:55.655228 4652 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:35:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:55.684970 4652 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:35:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:55.685231 4652 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:35:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:55.685621 4652 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:35:55.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:55.685966 4652 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:35:55.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:55.686269 4652 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:35:55.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:55.686605 4652 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:35:55.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:55.686856 4652 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35519/jwks.json
11:35:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.722874 4652 master_runner.cc:386] Master server non-default flags:
11:35:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:35:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.109.84:45031
11:35:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:35:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:35:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/data
11:35:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/wal
11:35:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:35:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:35:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.109.126:44051,127.4.109.125:35581,127.4.109.124:43743
11:35:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/kudu_127.4.109.125.keytab
11:35:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.109.125
11:35:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:35:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:35:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:35:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.109.125:35581
11:35:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:35:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35519/jwks.json
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/data/info.pb
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.109.125
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/logs
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.723619 4646 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.109.125" port: 35581 } attempt: 4
11:35:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.724311 4652 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:35:55.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.725651 4652 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:35:55.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:55.727913 4646 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.109.125:35581: Network error: Client connection negotiation failed: client connection to 127.4.109.125:35581: connect: Connection refused (error 111)
11:35:55.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:55.745368 4660 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:35:56.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:56.027298 4646 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.109.125" port: 35581 } attempt: 5
11:35:56.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:56.031173 4646 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.109.125:35581: Network error: Client connection negotiation failed: client connection to 127.4.109.125:35581: connect: Connection refused (error 111)
11:35:56.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:56.578737 4646 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.109.125" port: 35581 } attempt: 6
11:35:56.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:56.586194 4646 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.109.125:35581: Network error: Client connection negotiation failed: client connection to 127.4.109.125:35581: connect: Connection refused (error 111)
11:35:56.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:55.745380 4659 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:35:56.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:55.748226 4652 server_base.cc:1034] running on GCE node
11:35:56.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:55.747107 4663 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:35:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:56.945534 4652 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:35:56.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:56.948549 4652 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:35:56.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:56.949940 4652 hybrid_clock.cc:648] HybridClock initialized: now 1786534556949898 us; error 59 us; skew 500 ppm
11:35:56.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:56.950877 4652 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:35:56.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:35:56 dist-test-slave-6nmv krb5kdc[4546](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786534556, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.109.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:35:56.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:56.957086 4652 init.cc:377] Logged in from keytab as kudu/127.4.109.125@KRBTEST.COM (short username kudu)
11:35:56.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:56.962440 4652 webserver.cc:460] Webserver started at http://127.4.109.125:35417/ using document root <none> and password file <none>
11:35:56.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:56.963501 4652 fs_manager.cc:359] Metadata directory not provided
11:35:56.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:56.963755 4652 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:35:56.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:56.964295 4652 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:35:56.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:56.969142 4652 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/data/instance:
11:35:56.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "38206861dd294800b9e837615b062bcc"
11:35:56.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:56 on dist-test-slave-6nmv"
11:35:56.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:56.970391 4652 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/wal/instance:
11:35:56.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "38206861dd294800b9e837615b062bcc"
11:35:56.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:56 on dist-test-slave-6nmv"
11:35:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:56.978363 4652 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
11:35:56.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:56.984154 4674 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:35:56.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:56.985162 4652 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.004s
11:35:56.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:56.985538 4652 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/data,/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/wal
11:35:56.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "38206861dd294800b9e837615b062bcc"
11:35:56.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:56 on dist-test-slave-6nmv"
11:35:56.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:56.985918 4652 fs_report.cc:383] FS layout report
11:35:56.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:35:56.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/wal
11:35:56.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/wal
11:35:56.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/data/data
11:35:56.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:35:56.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:35:56.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:35:56.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:35:56.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:35:56.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:35:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:35:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:35:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:35:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:35:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:35:57.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:57.021665 4652 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:35:57.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:57.026837 4652 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:35:57.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:57.027344 4652 kserver.cc:163] Server-wide thread pool size limit: 3276
11:35:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:57.109714 4652 rpc_server.cc:307] RPC server started. Bound to: 127.4.109.125:35581
11:35:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:57.109790 4732 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.109.125:35581 every 8 connection(s)
11:35:57.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:57.112644 4652 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/data/info.pb
11:35:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:57.115650 4533 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu as pid 4652
11:35:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:57.116233 4533 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/wal/instance
11:35:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:57.119513 4734 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:35:57.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:57.130554 4734 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.109.126" port: 44051 } has no permanent_uuid. Determining permanent_uuid...
11:35:57.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.4.109.124@KRBTEST.COM; defaulting to no policy
11:35:57.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:35:57.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.4.109.124@KRBTEST.COM" created.
11:35:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:35:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.109.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/kudu_127.4.109.124.keytab.
11:35:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.109.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/kudu_127.4.109.124.keytab.
11:35:57.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:57.162201 4533 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu
11:35:57.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu
11:35:57.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/wal
11:35:57.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/data
11:35:57.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:35:57.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/logs
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/data/info.pb
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.109.124:43743
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.109.124
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/kudu_127.4.109.124.keytab
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.109.124
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.109.84:45031
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:35:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.109.126:44051,127.4.109.125:35581,127.4.109.124:43743
11:35:57.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:35:57.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35519/jwks.json
11:35:57.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:35:57.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:35:57 dist-test-slave-6nmv krb5kdc[4546](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786534556, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.109.125@KRBTEST.COM for kudu/127.4.109.126@KRBTEST.COM
11:35:57.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:57.179153 4734 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.109.125" port: 35581 } has no permanent_uuid. Determining permanent_uuid...
11:35:57.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:35:57 dist-test-slave-6nmv krb5kdc[4546](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786534556, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.109.125@KRBTEST.COM for kudu/127.4.109.125@KRBTEST.COM
11:35:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:57.206459 4734 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } has no permanent_uuid. Determining permanent_uuid...
11:35:57.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:57.208604 4679 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.109.124:43743: connect: Connection refused (error 111)
11:35:57.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:57.213591 4734 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.109.124:43743: Network error: Client connection negotiation failed: client connection to 127.4.109.124:43743: connect: Connection refused (error 111)
11:35:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:57.263151 4734 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } attempt: 1
11:35:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:57.267118 4734 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.109.124:43743: Network error: Client connection negotiation failed: client connection to 127.4.109.124:43743: connect: Connection refused (error 111)
11:35:57.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:57.335593 4734 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } attempt: 2
11:35:57.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:57.339385 4734 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.109.124:43743: Network error: Client connection negotiation failed: client connection to 127.4.109.124:43743: connect: Connection refused (error 111)
11:35:57.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:57.430850 4734 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } attempt: 3
11:35:57.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:57.434728 4734 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.109.124:43743: Network error: Client connection negotiation failed: client connection to 127.4.109.124:43743: connect: Connection refused (error 111)
11:35:57.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:57.495214 4740 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:35:57.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:57.495725 4740 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:35:57.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:57.496296 4740 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:35:57.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:57.527061 4740 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:35:57.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:57.527261 4740 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:35:57.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:57.527503 4740 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:35:57.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:57.527712 4740 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:35:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:57.527894 4740 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:35:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:57.528174 4740 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:35:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:57.528381 4740 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35519/jwks.json
11:35:57.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:57.563871 4740 master_runner.cc:386] Master server non-default flags:
11:35:57.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:35:57.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.109.84:45031
11:35:57.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:35:57.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:35:57.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/data
11:35:57.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/wal
11:35:57.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:35:57.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:35:57.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.109.126:44051,127.4.109.125:35581,127.4.109.124:43743
11:35:57.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/kudu_127.4.109.124.keytab
11:35:57.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.109.124
11:35:57.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:35:57.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:35:57.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:35:57.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.109.124:43743
11:35:57.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:35:57.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:35:57.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:35:57.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35519/jwks.json
11:35:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:35:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:35:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:35:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:35:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:35:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/data/info.pb
11:35:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.109.124
11:35:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:35:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:35:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:35:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:35:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:35:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:35:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/logs
11:35:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:35:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:35:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:35:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:35:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:35:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:35:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:35:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:35:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:35:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:35:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:57.564891 4740 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:35:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:57.565874 4740 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:35:57.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:57.578136 4734 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } attempt: 4
11:35:57.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:57.582871 4734 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.109.124:43743: Network error: Client connection negotiation failed: client connection to 127.4.109.124:43743: connect: Connection refused (error 111)
11:35:57.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:57.584308 4749 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:35:57.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:57.646606 4646 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.109.125" port: 35581 } attempt: 7
11:35:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:35:57 dist-test-slave-6nmv krb5kdc[4546](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786534555, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.109.126@KRBTEST.COM for kudu/127.4.109.125@KRBTEST.COM
11:35:57.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:57.672075 4646 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } has no permanent_uuid. Determining permanent_uuid...
11:35:57.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:57.679767 4646 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.109.124:43743: Network error: Client connection negotiation failed: client connection to 127.4.109.124:43743: connect: Connection refused (error 111)
11:35:57.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:57.738413 4646 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } attempt: 1
11:35:57.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:57.742661 4646 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.109.124:43743: Network error: Client connection negotiation failed: client connection to 127.4.109.124:43743: connect: Connection refused (error 111)
11:35:57.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:57.824069 4646 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } attempt: 2
11:35:57.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:57.828740 4646 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.109.124:43743: Network error: Client connection negotiation failed: client connection to 127.4.109.124:43743: connect: Connection refused (error 111)
11:35:57.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:57.882289 4734 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } attempt: 5
11:35:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:57.885667 4734 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.109.124:43743: Network error: Client connection negotiation failed: client connection to 127.4.109.124:43743: connect: Connection refused (error 111)
11:35:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:57.914196 4646 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } attempt: 3
11:35:57.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:57.918336 4646 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.109.124:43743: Network error: Client connection negotiation failed: client connection to 127.4.109.124:43743: connect: Connection refused (error 111)
11:35:58.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:58.058753 4646 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } attempt: 4
11:35:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:58.063591 4646 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.109.124:43743: Network error: Client connection negotiation failed: client connection to 127.4.109.124:43743: connect: Connection refused (error 111)
11:35:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:58.346992 4646 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } attempt: 5
11:35:58.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:58.351869 4646 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.109.124:43743: Network error: Client connection negotiation failed: client connection to 127.4.109.124:43743: connect: Connection refused (error 111)
11:35:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:58.433071 4734 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } attempt: 6
11:35:58.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:58.440613 4734 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.109.124:43743: Network error: Client connection negotiation failed: client connection to 127.4.109.124:43743: connect: Connection refused (error 111)
11:35:58.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:57.584293 4750 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:35:58.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:57.585686 4752 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:35:58.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:58.834336 4751 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
11:35:58.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:58.834515 4740 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
11:35:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:58.838343 4740 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:35:58.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:58.841372 4740 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:35:58.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:58.842799 4740 hybrid_clock.cc:648] HybridClock initialized: now 1786534558842754 us; error 64 us; skew 500 ppm
11:35:58.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:58.843780 4740 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:35:58.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:35:58 dist-test-slave-6nmv krb5kdc[4546](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786534558, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.109.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:35:58.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:58.851456 4740 init.cc:377] Logged in from keytab as kudu/127.4.109.124@KRBTEST.COM (short username kudu)
11:35:58.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:58.859294 4740 webserver.cc:460] Webserver started at http://127.4.109.124:39823/ using document root <none> and password file <none>
11:35:58.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:58.860513 4740 fs_manager.cc:359] Metadata directory not provided
11:35:58.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:58.860800 4740 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:35:58.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:58.861372 4740 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:35:58.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:58.868461 4740 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/data/instance:
11:35:58.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6932575358304050b65cf88920e68e91"
11:35:58.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:58 on dist-test-slave-6nmv"
11:35:58.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:58.869966 4740 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/wal/instance:
11:35:58.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6932575358304050b65cf88920e68e91"
11:35:58.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:58 on dist-test-slave-6nmv"
11:35:58.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:58.879204 4740 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.005s sys 0.003s
11:35:58.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:58.887135 4769 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:35:58.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:58.888335 4740 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
11:35:58.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:58.888687 4740 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/data,/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/wal
11:35:58.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6932575358304050b65cf88920e68e91"
11:35:58.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:58 on dist-test-slave-6nmv"
11:35:58.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:58.889073 4740 fs_report.cc:383] FS layout report
11:35:58.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:35:58.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/wal
11:35:58.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/wal
11:35:58.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/data/data
11:35:58.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:35:58.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:35:58.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:35:58.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:35:58.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:35:58.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:35:58.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:35:58.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:35:58.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:35:58.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:35:58.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:35:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:58.904297 4646 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } attempt: 6
11:35:58.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:58.914789 4646 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.109.124:43743: Network error: Client connection negotiation failed: client connection to 127.4.109.124:43743: connect: Connection refused (error 111)
11:35:58.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:58.935062 4740 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:35:58.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:58.940321 4740 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:35:58.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:58.940817 4740 kserver.cc:163] Server-wide thread pool size limit: 3276
11:35:59.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.018213 4740 rpc_server.cc:307] RPC server started. Bound to: 127.4.109.124:43743
11:35:59.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.018329 4829 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.109.124:43743 every 8 connection(s)
11:35:59.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.020864 4740 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/data/info.pb
11:35:59.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.025985 4533 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu as pid 4740
11:35:59.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.026268 4830 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:35:59.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.026490 4533 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/wal/instance
11:35:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.041945 4830 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.109.126" port: 44051 } has no permanent_uuid. Determining permanent_uuid...
11:35:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:35:59 dist-test-slave-6nmv krb5kdc[4546](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786534558, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.109.124@KRBTEST.COM for kudu/127.4.109.126@KRBTEST.COM
11:35:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:35:59 dist-test-slave-6nmv krb5kdc[4546](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786534553, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.4.109.124@KRBTEST.COM
11:35:59.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.078379 4830 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.109.125" port: 35581 } has no permanent_uuid. Determining permanent_uuid...
11:35:59.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:35:59 dist-test-slave-6nmv krb5kdc[4546](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786534558, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.109.124@KRBTEST.COM for kudu/127.4.109.125@KRBTEST.COM
11:35:59.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:35:59 dist-test-slave-6nmv krb5kdc[4546](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786534553, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.4.109.125@KRBTEST.COM
11:35:59.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.106564 4830 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } has no permanent_uuid. Determining permanent_uuid...
11:35:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:35:59 dist-test-slave-6nmv krb5kdc[4546](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786534558, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.109.124@KRBTEST.COM for kudu/127.4.109.124@KRBTEST.COM
11:35:59.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:35:59 dist-test-slave-6nmv krb5kdc[4546](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786534553, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.4.109.126@KRBTEST.COM
11:35:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.142843 4830 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: Bootstrap starting.
11:35:59.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.149312 4830 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: Neither blocks nor log segments found. Creating new log.
11:35:59.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.151886 4830 log.cc:824] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: Log is configured to *not* fsync() on all Append() calls
11:35:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.158156 4830 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: No bootstrap required, opened a new log
11:35:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.159279 4533 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
11:35:59.166 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:35:59.167 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
11:35:59.177 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
11:35:59.178 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
11:35:59.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.181571 4830 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74a891978c944f4cbfdb6112d2188cea" member_type: VOTER last_known_addr { host: "127.4.109.126" port: 44051 } } peers { permanent_uuid: "38206861dd294800b9e837615b062bcc" member_type: VOTER last_known_addr { host: "127.4.109.125" port: 35581 } } peers { permanent_uuid: "6932575358304050b65cf88920e68e91" member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } }
11:35:59.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.182578 4830 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:35:59.183 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.4.109.126"
port: 44051
}
bound_http_address {
host: "127.4.109.126"
port: 35539
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.4.109.125"
port: 35581
}
bound_http_address {
host: "127.4.109.125"
port: 35417
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.4.109.124"
port: 43743
}
bound_http_address {
host: "127.4.109.124"
port: 39823
}
}
}
11:35:59.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.182919 4830 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6932575358304050b65cf88920e68e91, State: Initialized, Role: FOLLOWER
11:35:59.184 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
11:35:59.184 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:35:59.184 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
11:35:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.184098 4830 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74a891978c944f4cbfdb6112d2188cea" member_type: VOTER last_known_addr { host: "127.4.109.126" port: 44051 } } peers { permanent_uuid: "38206861dd294800b9e837615b062bcc" member_type: VOTER last_known_addr { host: "127.4.109.125" port: 35581 } } peers { permanent_uuid: "6932575358304050b65cf88920e68e91" member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } }
11:35:59.186 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
11:35:59.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.190968 4840 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74a891978c944f4cbfdb6112d2188cea" member_type: VOTER last_known_addr { host: "127.4.109.126" port: 44051 } } peers { permanent_uuid: "38206861dd294800b9e837615b062bcc" member_type: VOTER last_known_addr { host: "127.4.109.125" port: 35581 } } peers { permanent_uuid: "6932575358304050b65cf88920e68e91" member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } } }
11:35:59.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.192253 4840 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [sys.catalog]: This master's current role is: FOLLOWER
11:35:59.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.193149 4830 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [sys.catalog]: configured and running, proceeding with master startup.
11:35:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:59.196095 4778 tablet.cc:2369] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:35:59.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:35:59 dist-test-slave-6nmv krb5kdc[4546](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786534559, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:35:59.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:59.238655 4856 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:35:59.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
11:35:59.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:59.241943 4856 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:35:59.247 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:35:59.251 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/krb5cc
11:35:59.261 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
11:35:59.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.224280 4740 master_runner.cc:186] Error getting master registration for 127.4.109.126:44051: OK, instance_id { permanent_uuid: "74a891978c944f4cbfdb6112d2188cea" instance_seqno: 1786534555255997 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
11:35:59.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.262935 4740 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:35:59.263 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/krb5cc
11:35:59.264 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
11:35:59.269 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
11:35:59.271 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
11:35:59.272 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
11:35:59.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:35:59 dist-test-slave-6nmv krb5kdc[4546](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786534559, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:35:59.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
11:35:59.311 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:35:59.311 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/krb5cc
11:35:59.313 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
11:35:59.313 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.109.124:43743
11:35:59.317 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
11:35:59.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.318194 4533 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu with pid 4740
11:35:59.346 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:35:59.347 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.109.125:35581
11:35:59.347 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
11:35:59.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.347733 4533 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu with pid 4652
11:35:59.372 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:35:59.372 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.109.126:44051
11:35:59.373 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
11:35:59.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.373373 4533 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu with pid 4564
11:35:59.398 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:35:59.398 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.109.124:43743
11:35:59.400 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
11:35:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.401500 4533 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu
11:35:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu
11:35:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/wal
11:35:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/data
11:35:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:35:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:35:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:35:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:35:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:35:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:35:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/logs
11:35:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/data/info.pb
11:35:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:35:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:35:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:35:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:35:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:35:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:35:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:35:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:35:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:35:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:35:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:35:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:35:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.109.124:43743
11:35:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.109.124
11:35:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39823
11:35:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/kudu_127.4.109.124.keytab
11:35:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.109.124
11:35:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:35:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:35:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:35:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.109.84:45031
11:35:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:35:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:35:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:35:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:35:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.109.126:44051,127.4.109.125:35581,127.4.109.124:43743
11:35:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:35:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35519/jwks.json
11:35:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:35:59.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:59.741938 4861 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:35:59.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:59.742643 4861 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:35:59.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:59.743733 4861 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:35:59.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:59.776484 4861 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:35:59.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:59.776707 4861 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:35:59.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:59.776966 4861 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:35:59.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:59.777158 4861 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:35:59.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:59.777339 4861 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:35:59.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:59.777518 4861 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:35:59.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:59.777653 4861 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35519/jwks.json
11:35:59.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.821045 4861 master_runner.cc:386] Master server non-default flags:
11:35:59.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:35:59.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.109.84:45031
11:35:59.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:35:59.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:35:59.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/data
11:35:59.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/wal
11:35:59.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:35:59.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:35:59.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.109.126:44051,127.4.109.125:35581,127.4.109.124:43743
11:35:59.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/kudu_127.4.109.124.keytab
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.109.124
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.109.124:43743
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35519/jwks.json
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/data/info.pb
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.109.124
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39823
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/logs
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.822501 4861 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:35:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.823684 4861 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:35:59.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:59.842317 4870 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:36:01.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:59.842911 4872 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:36:01.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:35:59.844132 4861 server_base.cc:1034] running on GCE node
11:36:01.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:35:59.842811 4869 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:36:01.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.118196 4861 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:36:01.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.121362 4861 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:36:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.125226 4861 hybrid_clock.cc:648] HybridClock initialized: now 1786534561124538 us; error 407 us; skew 500 ppm
11:36:01.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.126392 4861 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:36:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:36:01 dist-test-slave-6nmv krb5kdc[4546](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786534561, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.109.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:36:01.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.132503 4861 init.cc:377] Logged in from keytab as kudu/127.4.109.124@KRBTEST.COM (short username kudu)
11:36:01.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.137745 4861 webserver.cc:460] Webserver started at http://127.4.109.124:39823/ using document root <none> and password file <none>
11:36:01.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.138690 4861 fs_manager.cc:359] Metadata directory not provided
11:36:01.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.138890 4861 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:36:01.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.146634 4861 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.007s sys 0.000s
11:36:01.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.151083 4882 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:36:01.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.152258 4861 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
11:36:01.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.152555 4861 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/data,/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/wal
11:36:01.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6932575358304050b65cf88920e68e91"
11:36:01.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:58 on dist-test-slave-6nmv"
11:36:01.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.155232 4861 fs_report.cc:383] FS layout report
11:36:01.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:36:01.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/wal
11:36:01.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/wal
11:36:01.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/data/data
11:36:01.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:36:01.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:36:01.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:36:01.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:36:01.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:36:01.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:36:01.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:36:01.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:36:01.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:36:01.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:36:01.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:36:01.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.208006 4861 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:36:01.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.214385 4861 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:36:01.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.214826 4861 kserver.cc:163] Server-wide thread pool size limit: 3276
11:36:01.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.289700 4861 rpc_server.cc:307] RPC server started. Bound to: 127.4.109.124:43743
11:36:01.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.289849 4945 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.109.124:43743 every 8 connection(s)
11:36:01.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.292479 4861 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-2/data/info.pb
11:36:01.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.298846 4533 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu as pid 4861
11:36:01.299 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:36:01.299 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.109.125:35581
11:36:01.300 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
11:36:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.301713 4533 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu
11:36:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu
11:36:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/wal
11:36:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/data
11:36:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:36:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:36:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:36:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:36:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:36:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:36:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/logs
11:36:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/data/info.pb
11:36:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:36:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:36:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:36:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:36:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:36:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:36:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:36:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:36:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:36:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:36:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:36:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:36:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.109.125:35581
11:36:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.109.125
11:36:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35417
11:36:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/kudu_127.4.109.125.keytab
11:36:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.109.125
11:36:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:36:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:36:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:36:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.109.84:45031
11:36:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:36:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:36:01.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:36:01.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:36:01.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.109.126:44051,127.4.109.125:35581,127.4.109.124:43743
11:36:01.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:36:01.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35519/jwks.json
11:36:01.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:36:01.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.304529 4946 sys_catalog.cc:263] Verifying existing consensus state
11:36:01.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.312225 4946 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: Bootstrap starting.
11:36:01.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.347095 4946 log.cc:824] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: Log is configured to *not* fsync() on all Append() calls
11:36:01.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.352030 4946 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
11:36:01.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.352957 4946 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: Bootstrap complete.
11:36:01.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.384333 4946 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74a891978c944f4cbfdb6112d2188cea" member_type: VOTER last_known_addr { host: "127.4.109.126" port: 44051 } } peers { permanent_uuid: "38206861dd294800b9e837615b062bcc" member_type: VOTER last_known_addr { host: "127.4.109.125" port: 35581 } } peers { permanent_uuid: "6932575358304050b65cf88920e68e91" member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } }
11:36:01.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.387583 4946 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:36:01.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.387840 4946 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6932575358304050b65cf88920e68e91, State: Initialized, Role: FOLLOWER
11:36:01.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.388727 4946 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74a891978c944f4cbfdb6112d2188cea" member_type: VOTER last_known_addr { host: "127.4.109.126" port: 44051 } } peers { permanent_uuid: "38206861dd294800b9e837615b062bcc" member_type: VOTER last_known_addr { host: "127.4.109.125" port: 35581 } } peers { permanent_uuid: "6932575358304050b65cf88920e68e91" member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } }
11:36:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.391747 4951 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74a891978c944f4cbfdb6112d2188cea" member_type: VOTER last_known_addr { host: "127.4.109.126" port: 44051 } } peers { permanent_uuid: "38206861dd294800b9e837615b062bcc" member_type: VOTER last_known_addr { host: "127.4.109.125" port: 35581 } } peers { permanent_uuid: "6932575358304050b65cf88920e68e91" member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } } }
11:36:01.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.392851 4951 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [sys.catalog]: This master's current role is: FOLLOWER
11:36:01.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.393296 4946 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [sys.catalog]: configured and running, proceeding with master startup.
11:36:01.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:01.425719 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:01.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:01.426061 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.427134 4951 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:36:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.427657 4951 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74a891978c944f4cbfdb6112d2188cea" member_type: VOTER last_known_addr { host: "127.4.109.126" port: 44051 } } peers { permanent_uuid: "38206861dd294800b9e837615b062bcc" member_type: VOTER last_known_addr { host: "127.4.109.125" port: 35581 } } peers { permanent_uuid: "6932575358304050b65cf88920e68e91" member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } }
11:36:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.430830 4951 leader_election.cc:288] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 74a891978c944f4cbfdb6112d2188cea (127.4.109.126:44051), 38206861dd294800b9e837615b062bcc (127.4.109.125:35581)
11:36:01.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:01.437332 4888 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.109.126:44051: connect: Connection refused (error 111)
11:36:01.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:01.450047 4888 leader_election.cc:334] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 74a891978c944f4cbfdb6112d2188cea (127.4.109.126:44051): Network error: Client connection negotiation failed: client connection to 127.4.109.126:44051: connect: Connection refused (error 111)
11:36:01.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:01.455605 4883 leader_election.cc:334] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 38206861dd294800b9e837615b062bcc (127.4.109.125:35581): Network error: Client connection negotiation failed: client connection to 127.4.109.125:35581: connect: Connection refused (error 111)
11:36:01.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.456089 4883 leader_election.cc:302] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6932575358304050b65cf88920e68e91; no voters: 38206861dd294800b9e837615b062bcc, 74a891978c944f4cbfdb6112d2188cea
11:36:01.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.457017 4951 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:36:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:01.470526 4890 tablet.cc:2369] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:36:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.423295 4861 master_runner.cc:186] Error getting master registration for 127.4.109.126:44051: Network error: Client connection negotiation failed: client connection to 127.4.109.126:44051: connect: Connection refused (error 111),
11:36:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.472672 4861 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:36:01.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:01.674340 4949 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:36:01.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:01.675096 4949 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:36:01.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:01.675966 4949 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:36:01.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:01.708863 4949 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:36:01.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:01.709139 4949 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:36:01.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:01.709589 4949 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:36:01.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:01.709959 4949 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:36:01.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:01.710286 4949 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:36:01.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:01.710628 4949 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:36:01.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:01.710891 4949 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35519/jwks.json
11:36:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.751634 4949 master_runner.cc:386] Master server non-default flags:
11:36:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:36:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.109.84:45031
11:36:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:36:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:36:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/data
11:36:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/wal
11:36:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:36:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:36:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.109.126:44051,127.4.109.125:35581,127.4.109.124:43743
11:36:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/kudu_127.4.109.125.keytab
11:36:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.109.125
11:36:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:36:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:36:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:36:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.109.125:35581
11:36:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:36:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:36:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:36:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35519/jwks.json
11:36:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:36:01.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:36:01.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:36:01.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:36:01.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:36:01.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/data/info.pb
11:36:01.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.109.125
11:36:01.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35417
11:36:01.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:36:01.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:36:01.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:36:01.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:36:01.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:36:01.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/logs
11:36:01.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:36:01.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:36:01.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:36:01.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:36:01.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:36:01.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:36:01.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:36:01.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:36:01.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:36:01.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:36:01.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.752727 4949 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:36:01.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.754091 4949 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:36:01.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:01.773501 4975 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:36:02.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:02.432052 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:02.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:02.432538 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:03.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:01.773522 4974 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:36:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:01.775055 4949 server_base.cc:1034] running on GCE node
11:36:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:01.778374 4977 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:36:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.062505 4949 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:36:03.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.065632 4949 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:36:03.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.067061 4949 hybrid_clock.cc:648] HybridClock initialized: now 1786534563067034 us; error 48 us; skew 500 ppm
11:36:03.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.067987 4949 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:36:03.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:36:03 dist-test-slave-6nmv krb5kdc[4546](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786534563, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.109.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:36:03.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.080193 4949 init.cc:377] Logged in from keytab as kudu/127.4.109.125@KRBTEST.COM (short username kudu)
11:36:03.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.086481 4949 webserver.cc:460] Webserver started at http://127.4.109.125:35417/ using document root <none> and password file <none>
11:36:03.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.087455 4949 fs_manager.cc:359] Metadata directory not provided
11:36:03.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.087766 4949 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:36:03.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.096212 4949 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.001s sys 0.004s
11:36:03.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.103929 4989 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:36:03.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.105227 4949 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.006s sys 0.000s
11:36:03.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.105682 4949 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/data,/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/wal
11:36:03.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "38206861dd294800b9e837615b062bcc"
11:36:03.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:56 on dist-test-slave-6nmv"
11:36:03.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.108618 4949 fs_report.cc:383] FS layout report
11:36:03.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:36:03.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/wal
11:36:03.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/wal
11:36:03.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/data/data
11:36:03.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:36:03.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:36:03.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:36:03.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:36:03.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:36:03.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:36:03.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:36:03.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:36:03.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:36:03.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:36:03.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:36:03.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.145732 4949 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:36:03.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.151274 4949 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:36:03.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.151824 4949 kserver.cc:163] Server-wide thread pool size limit: 3276
11:36:03.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.243451 4949 rpc_server.cc:307] RPC server started. Bound to: 127.4.109.125:35581
11:36:03.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.243618 5045 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.109.125:35581 every 8 connection(s)
11:36:03.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.247164 4949 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/data/info.pb
11:36:03.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.252480 4533 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu as pid 4949
11:36:03.254 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:36:03.254 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.109.126:44051
11:36:03.254 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
11:36:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.256752 4533 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu
11:36:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu
11:36:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/wal
11:36:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/data
11:36:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:36:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:36:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:36:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:36:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:36:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:36:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/logs
11:36:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/data/info.pb
11:36:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:36:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:36:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:36:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:36:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:36:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:36:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:36:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:36:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:36:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:36:03.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:36:03.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:36:03.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.109.126:44051
11:36:03.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.109.126
11:36:03.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35539
11:36:03.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/kudu_127.4.109.126.keytab
11:36:03.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.109.126
11:36:03.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:36:03.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:36:03.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:36:03.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.109.84:45031
11:36:03.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:36:03.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:36:03.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:36:03.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:36:03.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.109.126:44051,127.4.109.125:35581,127.4.109.124:43743
11:36:03.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:36:03.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35519/jwks.json
11:36:03.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:36:03.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.260231 5046 sys_catalog.cc:263] Verifying existing consensus state
11:36:03.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260812 11:36:03.261152 5046 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
11:36:03.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.261627 4949 master.cc:537] Master@127.4.109.125:35581 shutting down...
11:36:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.279255 5050 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:36:03.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.279743 5050 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74a891978c944f4cbfdb6112d2188cea" member_type: VOTER last_known_addr { host: "127.4.109.126" port: 44051 } } peers { permanent_uuid: "38206861dd294800b9e837615b062bcc" member_type: VOTER last_known_addr { host: "127.4.109.125" port: 35581 } } peers { permanent_uuid: "6932575358304050b65cf88920e68e91" member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } }
11:36:03.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.317619 5050 leader_election.cc:288] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 74a891978c944f4cbfdb6112d2188cea (127.4.109.126:44051), 38206861dd294800b9e837615b062bcc (127.4.109.125:35581)
11:36:03.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:03.336625 4888 leader_election.cc:334] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 74a891978c944f4cbfdb6112d2188cea (127.4.109.126:44051): Network error: Client connection negotiation failed: client connection to 127.4.109.126:44051: connect: Connection refused (error 111)
11:36:03.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:03.338181 4883 leader_election.cc:334] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 38206861dd294800b9e837615b062bcc (127.4.109.125:35581): Network error: Client connection negotiation failed: client connection to 127.4.109.125:35581: connect: Connection refused (error 111)
11:36:03.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.338586 4883 leader_election.cc:302] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6932575358304050b65cf88920e68e91; no voters: 38206861dd294800b9e837615b062bcc, 74a891978c944f4cbfdb6112d2188cea
11:36:03.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.339280 5050 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:36:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.348217 4949 master.cc:552] Master@127.4.109.125:35581 shutdown complete.
11:36:03.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
11:36:03.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:03.435563 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:03.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:03.435907 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:03.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:03.605517 5048 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:36:03.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:03.606164 5048 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:36:03.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:03.606751 5048 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:36:03.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:03.637530 5048 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:36:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:03.637743 5048 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:36:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:03.638057 5048 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:36:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:03.638252 5048 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:36:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:03.638448 5048 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:36:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:03.638617 5048 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:36:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:03.638751 5048 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35519/jwks.json
11:36:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.674757 5048 master_runner.cc:386] Master server non-default flags:
11:36:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:36:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.109.84:45031
11:36:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:36:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:36:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/data
11:36:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/wal
11:36:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:36:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:36:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.109.126:44051,127.4.109.125:35581,127.4.109.124:43743
11:36:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/krb5kdc/kudu_127.4.109.126.keytab
11:36:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.109.126
11:36:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:36:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:36:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:36:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.109.126:44051
11:36:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:36:03.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:36:03.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:36:03.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35519/jwks.json
11:36:03.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:36:03.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:36:03.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:36:03.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:36:03.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:36:03.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/data/info.pb
11:36:03.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.109.126
11:36:03.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35539
11:36:03.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:36:03.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:36:03.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:36:03.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:36:03.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:36:03.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/logs
11:36:03.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:36:03.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:36:03.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:36:03.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:36:03.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:36:03.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:36:03.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:36:03.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:36:03.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:36:03.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:36:03.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.676405 5048 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:36:03.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.677783 5048 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:36:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:03.695091 5062 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:36:04.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:04.438921 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:04.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:04.439195 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:04.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:03.696838 5048 server_base.cc:1034] running on GCE node
11:36:04.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:03.695254 5060 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:36:04.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:03.695173 5059 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:36:04.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:04.942592 5048 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:36:04.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:04.945219 5048 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:36:04.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:04.946591 5048 hybrid_clock.cc:648] HybridClock initialized: now 1786534564946557 us; error 56 us; skew 500 ppm
11:36:04.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:04.947408 5048 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:36:04.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:36:04 dist-test-slave-6nmv krb5kdc[4546](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786534564, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.109.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:36:04.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:04.953616 5048 init.cc:377] Logged in from keytab as kudu/127.4.109.126@KRBTEST.COM (short username kudu)
11:36:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:04.958678 5048 webserver.cc:460] Webserver started at http://127.4.109.126:35539/ using document root <none> and password file <none>
11:36:04.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:04.959535 5048 fs_manager.cc:359] Metadata directory not provided
11:36:04.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:04.959734 5048 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:36:04.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:04.967434 5048 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.000s sys 0.004s
11:36:04.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:04.971902 5073 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:36:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:04.973064 5048 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
11:36:04.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:04.973335 5048 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/data,/tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/wal
11:36:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "74a891978c944f4cbfdb6112d2188cea"
11:36:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:35:55 on dist-test-slave-6nmv"
11:36:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:04.975955 5048 fs_report.cc:383] FS layout report
11:36:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:36:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/wal
11:36:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/wal
11:36:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/data/data
11:36:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:36:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:36:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:36:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:36:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:36:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:36:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:36:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:36:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:36:04.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:36:04.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:36:05.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:05.028046 5048 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:36:05.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:05.034040 5048 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:36:05.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:05.034463 5048 kserver.cc:163] Server-wide thread pool size limit: 3276
11:36:05.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:05.115200 5048 rpc_server.cc:307] RPC server started. Bound to: 127.4.109.126:44051
11:36:05.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:05.115322 5131 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.109.126:44051 every 8 connection(s)
11:36:05.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:05.118646 5048 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/data/info.pb
11:36:05.121 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:36:05.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:05.120733 4533 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu as pid 5048
11:36:05.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:05.135190 5132 sys_catalog.cc:263] Verifying existing consensus state
11:36:05.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260812 11:36:05.136144 5132 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
11:36:05.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:05.136667 5048 master.cc:537] Master@127.4.109.126:44051 shutting down...
11:36:05.181 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.109.124:43743(127.4.109.124:43743)] connecting to peer
11:36:05.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:05.212935 5048 master.cc:552] Master@127.4.109.126:44051 shutdown complete.
11:36:05.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskszwdjb/test-tmp/mini-kudu-cluster5040290011299837786/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
11:36:05.243 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.109.125:35581(127.4.109.125:35581)] connecting to peer
11:36:05.247 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.109.126:44051(127.4.109.126:44051)] connecting to peer
11:36:05.314 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.109.124:43743(127.4.109.124:43743)] Successfully connected to peer
11:36:05.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:05.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.109.125:35581(127.4.109.125:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:05.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.125:35581: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:05.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:05.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.109.126:44051(127.4.109.126:44051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:05.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.126:44051: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:05.409 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
11:36:05.421 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.4.109.124
11:36:05.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:05.442955 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:05.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:05.443218 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:05.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:36:05 dist-test-slave-6nmv krb5kdc[4546](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786534559, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.4.109.124@KRBTEST.COM
11:36:05.649 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9305b6bc, L:/127.0.0.1:36938 - R:/127.4.109.124:43743] using SASL/GSSAPI
11:36:05.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051; will retry
11:36:05.689 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.125:35581(127.4.109.125:35581)] connecting to peer
11:36:05.692 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.126:44051(127.4.109.126:44051)] connecting to peer
11:36:05.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:05.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.109.125:35581(127.4.109.125:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:05.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.125:35581: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:05.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:05.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.109.126:44051(127.4.109.126:44051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:05.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.126:44051: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:05.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051; will retry
11:36:05.707 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.125:35581(127.4.109.125:35581)] connecting to peer
11:36:05.708 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.126:44051(127.4.109.126:44051)] connecting to peer
11:36:05.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:05.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.109.125:35581(127.4.109.125:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:05.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:05.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.125:35581: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:05.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.109.126:44051(127.4.109.126:44051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:05.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.126:44051: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:05.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051; will retry
11:36:05.727 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.125:35581(127.4.109.125:35581)] connecting to peer
11:36:05.728 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.126:44051(127.4.109.126:44051)] connecting to peer
11:36:05.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:05.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.109.125:35581(127.4.109.125:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:05.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:05.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.125:35581: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:05.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.109.126:44051(127.4.109.126:44051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:05.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.126:44051: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:05.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051; will retry
11:36:05.747 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.125:35581(127.4.109.125:35581)] connecting to peer
11:36:05.750 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.126:44051(127.4.109.126:44051)] connecting to peer
11:36:05.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:05.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.109.125:35581(127.4.109.125:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:05.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.125:35581: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:05.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:05.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.109.126:44051(127.4.109.126:44051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:05.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.126:44051: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:05.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051; will retry
11:36:05.787 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.125:35581(127.4.109.125:35581)] connecting to peer
11:36:05.788 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.126:44051(127.4.109.126:44051)] connecting to peer
11:36:05.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:05.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.109.125:35581(127.4.109.125:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:05.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.125:35581: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:05.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:05.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.109.126:44051(127.4.109.126:44051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:05.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.126:44051: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:05.793 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051; will retry
11:36:05.868 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.125:35581(127.4.109.125:35581)] connecting to peer
11:36:05.870 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.126:44051(127.4.109.126:44051)] connecting to peer
11:36:05.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:05.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.109.125:35581(127.4.109.125:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:05.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.125:35581: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:05.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:05.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.109.126:44051(127.4.109.126:44051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:05.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.126:44051: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:05.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051; will retry
11:36:05.908 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.125:35581(127.4.109.125:35581)] connecting to peer
11:36:05.909 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.126:44051(127.4.109.126:44051)] connecting to peer
11:36:05.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:05.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.109.125:35581(127.4.109.125:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:05.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.125:35581: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:05.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:05.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.109.126:44051(127.4.109.126:44051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:05.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.126:44051: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:05.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051; will retry
11:36:05.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:05.982088 5140 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:36:05.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:05.982491 5140 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74a891978c944f4cbfdb6112d2188cea" member_type: VOTER last_known_addr { host: "127.4.109.126" port: 44051 } } peers { permanent_uuid: "38206861dd294800b9e837615b062bcc" member_type: VOTER last_known_addr { host: "127.4.109.125" port: 35581 } } peers { permanent_uuid: "6932575358304050b65cf88920e68e91" member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } }
11:36:05.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:05.984091 5140 leader_election.cc:288] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 74a891978c944f4cbfdb6112d2188cea (127.4.109.126:44051), 38206861dd294800b9e837615b062bcc (127.4.109.125:35581)
11:36:05.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:05.989739 4888 leader_election.cc:334] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 74a891978c944f4cbfdb6112d2188cea (127.4.109.126:44051): Network error: Client connection negotiation failed: client connection to 127.4.109.126:44051: connect: Connection refused (error 111)
11:36:05.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:05.990126 4883 leader_election.cc:334] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 38206861dd294800b9e837615b062bcc (127.4.109.125:35581): Network error: Client connection negotiation failed: client connection to 127.4.109.125:35581: connect: Connection refused (error 111)
11:36:05.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:05.990447 4883 leader_election.cc:302] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6932575358304050b65cf88920e68e91; no voters: 38206861dd294800b9e837615b062bcc, 74a891978c944f4cbfdb6112d2188cea
11:36:05.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:05.990885 5140 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:36:06.088 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.125:35581(127.4.109.125:35581)] connecting to peer
11:36:06.089 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.126:44051(127.4.109.126:44051)] connecting to peer
11:36:06.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:06.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.109.125:35581(127.4.109.125:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:06.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.125:35581: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:06.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:06.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.109.126:44051(127.4.109.126:44051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:06.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.126:44051: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:06.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051; will retry
11:36:06.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:06.445968 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:06.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:06.446251 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:06.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:06.475080 4861 master_runner.cc:186] Error getting master registration for 127.4.109.126:44051: Network error: Client connection negotiation failed: client connection to 127.4.109.126:44051: connect: Connection refused (error 111),
11:36:06.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:06.475543 4861 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:36:06.608 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.125:35581(127.4.109.125:35581)] connecting to peer
11:36:06.610 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.126:44051(127.4.109.126:44051)] connecting to peer
11:36:06.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:06.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.109.125:35581(127.4.109.125:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:06.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.125:35581: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:06.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:06.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.109.126:44051(127.4.109.126:44051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:06.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.126:44051: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:06.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051; will retry
11:36:06.707 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.125:35581(127.4.109.125:35581)] connecting to peer
11:36:06.708 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.126:44051(127.4.109.126:44051)] connecting to peer
11:36:06.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:06.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.109.125:35581(127.4.109.125:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:06.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.125:35581: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:06.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:06.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.109.126:44051(127.4.109.126:44051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:06.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.126:44051: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:06.712 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051; will retry
11:36:07.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:07.448896 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:07.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:07.449184 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:07.867 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.125:35581(127.4.109.125:35581)] connecting to peer
11:36:07.869 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.126:44051(127.4.109.126:44051)] connecting to peer
11:36:07.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:07.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.109.125:35581(127.4.109.125:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:07.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.125:35581: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:07.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:07.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.109.126:44051(127.4.109.126:44051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:07.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.126:44051: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:07.872 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051; will retry
11:36:08.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:08.452122 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:08.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:08.452418 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:09.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:09.455590 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:09.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:09.455900 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:10.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:10.024432 5154 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:36:10.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:10.025142 5154 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74a891978c944f4cbfdb6112d2188cea" member_type: VOTER last_known_addr { host: "127.4.109.126" port: 44051 } } peers { permanent_uuid: "38206861dd294800b9e837615b062bcc" member_type: VOTER last_known_addr { host: "127.4.109.125" port: 35581 } } peers { permanent_uuid: "6932575358304050b65cf88920e68e91" member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } }
11:36:10.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:10.027470 5154 leader_election.cc:288] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 74a891978c944f4cbfdb6112d2188cea (127.4.109.126:44051), 38206861dd294800b9e837615b062bcc (127.4.109.125:35581)
11:36:10.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:10.030323 4888 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.109.126:44051: connect: Connection refused (error 111) [suppressed 5 similar messages]
11:36:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:10.033161 4883 leader_election.cc:334] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 38206861dd294800b9e837615b062bcc (127.4.109.125:35581): Network error: Client connection negotiation failed: client connection to 127.4.109.125:35581: connect: Connection refused (error 111)
11:36:10.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:10.033663 4888 leader_election.cc:334] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 74a891978c944f4cbfdb6112d2188cea (127.4.109.126:44051): Network error: Client connection negotiation failed: client connection to 127.4.109.126:44051: connect: Connection refused (error 111)
11:36:10.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:10.034049 4888 leader_election.cc:302] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6932575358304050b65cf88920e68e91; no voters: 38206861dd294800b9e837615b062bcc, 74a891978c944f4cbfdb6112d2188cea
11:36:10.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:10.034600 5154 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:36:10.087 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.125:35581(127.4.109.125:35581)] connecting to peer
11:36:10.088 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.126:44051(127.4.109.126:44051)] connecting to peer
11:36:10.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:10.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.109.125:35581(127.4.109.125:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:10.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:10.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.109.126:44051(127.4.109.126:44051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:10.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.126:44051: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:10.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.125:35581: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:10.092 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051; will retry
11:36:10.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:10.458930 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:10.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:10.459208 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:11.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:36:11 dist-test-slave-6nmv krb5kdc[4546](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786534571, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.109.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:36:11.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:11.136287 4878 init.cc:295] Successfully reacquired a new kerberos TGT
11:36:11.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:11.461858 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:11.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:11.462092 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:11.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:11.478238 4861 master_runner.cc:186] Error getting master registration for 127.4.109.126:44051: Network error: Client connection negotiation failed: client connection to 127.4.109.126:44051: connect: Connection refused (error 111),
11:36:11.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:11.478654 4861 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:36:11.587 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.125:35581(127.4.109.125:35581)] connecting to peer
11:36:11.588 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.126:44051(127.4.109.126:44051)] connecting to peer
11:36:11.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:11.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.109.125:35581(127.4.109.125:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:11.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.125:35581: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:11.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:11.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.109.126:44051(127.4.109.126:44051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:11.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.126:44051: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:11.592 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051; will retry
11:36:12.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:12.465015 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:12.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:12.465286 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:13.188 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.125:35581(127.4.109.125:35581)] connecting to peer
11:36:13.189 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.126:44051(127.4.109.126:44051)] connecting to peer
11:36:13.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:13.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.109.125:35581(127.4.109.125:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:13.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.125:35581: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:13.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:13.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.109.126:44051(127.4.109.126:44051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:13.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.126:44051: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:13.192 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051; will retry
11:36:13.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:13.468199 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:13.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:13.468436 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:14.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:14.471563 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:14.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:14.471837 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:14.907 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.125:35581(127.4.109.125:35581)] connecting to peer
11:36:14.909 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.126:44051(127.4.109.126:44051)] connecting to peer
11:36:14.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:14.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.109.125:35581(127.4.109.125:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:14.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.125:35581: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:14.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:14.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.109.126:44051(127.4.109.126:44051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:14.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.126:44051: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:14.912 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051; will retry
11:36:15.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:15.474828 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:15.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:15.475107 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:16.477954 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:16.478278 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:16.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:16.481199 4861 master_runner.cc:186] Error getting master registration for 127.4.109.126:44051: Network error: Client connection negotiation failed: client connection to 127.4.109.126:44051: connect: Connection refused (error 111),
11:36:16.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:16.481554 4861 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:36:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:16.589254 3976 debug-util.cc:398] Leaking SignalData structure 0x7b08000bb360 after lost signal to thread 3896
11:36:16.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:16.589967 3976 debug-util.cc:398] Leaking SignalData structure 0x7b080009f200 after lost signal to thread 3979
11:36:17.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:17.225651 5165 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:36:17.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:17.226161 5165 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74a891978c944f4cbfdb6112d2188cea" member_type: VOTER last_known_addr { host: "127.4.109.126" port: 44051 } } peers { permanent_uuid: "38206861dd294800b9e837615b062bcc" member_type: VOTER last_known_addr { host: "127.4.109.125" port: 35581 } } peers { permanent_uuid: "6932575358304050b65cf88920e68e91" member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } }
11:36:17.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:17.227860 5165 leader_election.cc:288] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 74a891978c944f4cbfdb6112d2188cea (127.4.109.126:44051), 38206861dd294800b9e837615b062bcc (127.4.109.125:35581)
11:36:17.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:17.230796 4883 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.109.125:35581: connect: Connection refused (error 111) [suppressed 1 similar messages]
11:36:17.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:17.240573 4883 leader_election.cc:334] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 38206861dd294800b9e837615b062bcc (127.4.109.125:35581): Network error: Client connection negotiation failed: client connection to 127.4.109.125:35581: connect: Connection refused (error 111)
11:36:17.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:17.242035 4888 leader_election.cc:334] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 74a891978c944f4cbfdb6112d2188cea (127.4.109.126:44051): Network error: Client connection negotiation failed: client connection to 127.4.109.126:44051: connect: Connection refused (error 111)
11:36:17.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:17.242488 4888 leader_election.cc:302] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6932575358304050b65cf88920e68e91; no voters: 38206861dd294800b9e837615b062bcc, 74a891978c944f4cbfdb6112d2188cea
11:36:17.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:17.245939 5165 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:36:17.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:17.482713 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:17.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:17.483093 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:18.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:18.485782 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:18.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:18.486045 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:18.708 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.125:35581(127.4.109.125:35581)] connecting to peer
11:36:18.709 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.126:44051(127.4.109.126:44051)] connecting to peer
11:36:18.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:18.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.109.125:35581(127.4.109.125:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:18.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.125:35581: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:18.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:18.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.109.126:44051(127.4.109.126:44051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:18.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.126:44051: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:18.712 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051; will retry
11:36:19.488 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.125:35581(127.4.109.125:35581)] connecting to peer
11:36:19.489 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.126:44051(127.4.109.126:44051)] connecting to peer
11:36:19.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:19.489315 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:19.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:19.490095 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:19.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:19.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.109.125:35581(127.4.109.125:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:19.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.125:35581: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:19.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:19.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.109.126:44051(127.4.109.126:44051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:19.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.126:44051: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:19.492 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051; will retry
11:36:19.588 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.125:35581(127.4.109.125:35581)] connecting to peer
11:36:19.588 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.126:44051(127.4.109.126:44051)] connecting to peer
11:36:19.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:19.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:19.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.109.126:44051(127.4.109.126:44051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:19.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.109.125:35581(127.4.109.125:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:19.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.126:44051: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:19.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.125:35581: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:19.592 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051; will retry
11:36:20.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:20.494246 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:20.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:20.494666 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:20.928 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.125:35581(127.4.109.125:35581)] connecting to peer
11:36:20.930 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.126:44051(127.4.109.126:44051)] connecting to peer
11:36:20.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:20.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:20.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.109.125:35581(127.4.109.125:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:20.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.109.126:44051(127.4.109.126:44051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:20.932 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.125:35581: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:20.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.126:44051: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:20.933 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051; will retry
11:36:21.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:36:21 dist-test-slave-6nmv krb5kdc[4546](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786534581, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.109.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:36:21.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:21.138870 4878 init.cc:295] Successfully reacquired a new kerberos TGT
11:36:21.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:21.486173 4861 master_runner.cc:186] Error getting master registration for 127.4.109.126:44051: Network error: Client connection negotiation failed: client connection to 127.4.109.126:44051: connect: Connection refused (error 111),
11:36:21.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:21.486680 4861 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:36:21.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:21.498935 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:21.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:21.499162 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:22.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:22.499722 4357 debug-util.cc:398] Leaking SignalData structure 0x7b08000afde0 after lost signal to thread 4213
11:36:22.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:22.500671 4357 debug-util.cc:398] Leaking SignalData structure 0x7b08000bc740 after lost signal to thread 4360
11:36:22.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:22.502246 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:22.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:22.502511 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:23.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:23.505703 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:23.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:23.506096 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:23.928 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.125:35581(127.4.109.125:35581)] connecting to peer
11:36:23.928 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.126:44051(127.4.109.126:44051)] connecting to peer
11:36:23.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:23.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.109.125:35581(127.4.109.125:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:23.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.125:35581: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:23.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:23.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.109.126:44051(127.4.109.126:44051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:23.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.126:44051: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:23.932 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051; will retry
11:36:24.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:24.510399 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:24.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:24.510747 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:25.147 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.125:35581(127.4.109.125:35581)] connecting to peer
11:36:25.149 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.126:44051(127.4.109.126:44051)] connecting to peer
11:36:25.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:25.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.109.125:35581(127.4.109.125:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:25.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.125:35581: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:25.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:25.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.109.126:44051(127.4.109.126:44051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:25.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.126:44051: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:25.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051; will retry
11:36:25.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:25.367137 5180 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:36:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:25.367573 5180 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74a891978c944f4cbfdb6112d2188cea" member_type: VOTER last_known_addr { host: "127.4.109.126" port: 44051 } } peers { permanent_uuid: "38206861dd294800b9e837615b062bcc" member_type: VOTER last_known_addr { host: "127.4.109.125" port: 35581 } } peers { permanent_uuid: "6932575358304050b65cf88920e68e91" member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } }
11:36:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:25.369783 5180 leader_election.cc:288] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 74a891978c944f4cbfdb6112d2188cea (127.4.109.126:44051), 38206861dd294800b9e837615b062bcc (127.4.109.125:35581)
11:36:25.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:25.381117 4883 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.109.125:35581: connect: Connection refused (error 111) [suppressed 1 similar messages]
11:36:25.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:25.385736 4883 leader_election.cc:334] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 38206861dd294800b9e837615b062bcc (127.4.109.125:35581): Network error: Client connection negotiation failed: client connection to 127.4.109.125:35581: connect: Connection refused (error 111)
11:36:25.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:25.386561 4888 leader_election.cc:334] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 74a891978c944f4cbfdb6112d2188cea (127.4.109.126:44051): Network error: Client connection negotiation failed: client connection to 127.4.109.126:44051: connect: Connection refused (error 111)
11:36:25.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:25.386921 4888 leader_election.cc:302] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6932575358304050b65cf88920e68e91; no voters: 38206861dd294800b9e837615b062bcc, 74a891978c944f4cbfdb6112d2188cea
11:36:25.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:25.387626 5180 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:36:25.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:25.514791 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:25.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:25.515102 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:26.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:26.489343 4861 master_runner.cc:186] Error getting master registration for 127.4.109.126:44051: Network error: Client connection negotiation failed: client connection to 127.4.109.126:44051: connect: Connection refused (error 111),
11:36:26.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:26.489773 4861 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:36:26.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:26.518416 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:26.518733 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:27.048 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.125:35581(127.4.109.125:35581)] connecting to peer
11:36:27.049 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.126:44051(127.4.109.126:44051)] connecting to peer
11:36:27.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:27.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.109.125:35581(127.4.109.125:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:27.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.125:35581: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:27.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:27.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.109.126:44051(127.4.109.126:44051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:27.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.126:44051: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:27.052 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051; will retry
11:36:27.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:27.521576 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:27.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:27.521974 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:28.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:28.524674 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:28.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:28.524982 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:29.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:29.527717 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:29.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:29.528018 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:29.988 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.125:35581(127.4.109.125:35581)] connecting to peer
11:36:29.989 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.126:44051(127.4.109.126:44051)] connecting to peer
11:36:29.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:29.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.109.125:35581(127.4.109.125:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:29.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:29.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.125:35581: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:29.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.109.126:44051(127.4.109.126:44051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:29.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.126:44051: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:29.993 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051; will retry
11:36:30.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:30.246628 4941 debug-util.cc:398] Leaking SignalData structure 0x7b08000b1f20 after lost signal to thread 4862
11:36:30.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:30.247800 4941 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7960 after lost signal to thread 4945
11:36:30.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:30.378787 5193 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:36:30.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:30.379460 5193 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74a891978c944f4cbfdb6112d2188cea" member_type: VOTER last_known_addr { host: "127.4.109.126" port: 44051 } } peers { permanent_uuid: "38206861dd294800b9e837615b062bcc" member_type: VOTER last_known_addr { host: "127.4.109.125" port: 35581 } } peers { permanent_uuid: "6932575358304050b65cf88920e68e91" member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } }
11:36:30.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:30.382454 5193 leader_election.cc:288] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 74a891978c944f4cbfdb6112d2188cea (127.4.109.126:44051), 38206861dd294800b9e837615b062bcc (127.4.109.125:35581)
11:36:30.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:30.386022 4883 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.109.125:35581: connect: Connection refused (error 111) [suppressed 1 similar messages]
11:36:30.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:30.390522 4888 leader_election.cc:334] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 74a891978c944f4cbfdb6112d2188cea (127.4.109.126:44051): Network error: Client connection negotiation failed: client connection to 127.4.109.126:44051: connect: Connection refused (error 111)
11:36:30.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:30.391204 4883 leader_election.cc:334] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 38206861dd294800b9e837615b062bcc (127.4.109.125:35581): Network error: Client connection negotiation failed: client connection to 127.4.109.125:35581: connect: Connection refused (error 111)
11:36:30.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:30.391598 4883 leader_election.cc:302] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6932575358304050b65cf88920e68e91; no voters: 38206861dd294800b9e837615b062bcc, 74a891978c944f4cbfdb6112d2188cea
11:36:30.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:30.392390 5193 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:36:30.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:30.531801 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:30.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:30.532155 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:31.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:36:31 dist-test-slave-6nmv krb5kdc[4546](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786534591, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.109.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:36:31.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:31.141667 4878 init.cc:295] Successfully reacquired a new kerberos TGT
11:36:31.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:31.534915 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:31.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:31.535184 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:31.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:31.550881 4861 master_runner.cc:186] Error getting master registration for 127.4.109.126:44051: Network error: Client connection negotiation failed: client connection to 127.4.109.126:44051: connect: Connection refused (error 111),
11:36:31.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:31.551291 4861 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:36:32.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:32.537647 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:32.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:32.537994 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:33.248 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.125:35581(127.4.109.125:35581)] connecting to peer
11:36:33.248 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.126:44051(127.4.109.126:44051)] connecting to peer
11:36:33.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:33.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.109.125:35581(127.4.109.125:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:33.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.125:35581: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:33.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:33.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.109.126:44051(127.4.109.126:44051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:33.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.126:44051: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:33.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051; will retry
11:36:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:33.540355 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:33.540599 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:34.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:34.284044 5203 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:36:34.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:34.284442 5203 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74a891978c944f4cbfdb6112d2188cea" member_type: VOTER last_known_addr { host: "127.4.109.126" port: 44051 } } peers { permanent_uuid: "38206861dd294800b9e837615b062bcc" member_type: VOTER last_known_addr { host: "127.4.109.125" port: 35581 } } peers { permanent_uuid: "6932575358304050b65cf88920e68e91" member_type: VOTER last_known_addr { host: "127.4.109.124" port: 43743 } }
11:36:34.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:34.285902 5203 leader_election.cc:288] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 74a891978c944f4cbfdb6112d2188cea (127.4.109.126:44051), 38206861dd294800b9e837615b062bcc (127.4.109.125:35581)
11:36:34.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:34.289915 4888 leader_election.cc:334] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 74a891978c944f4cbfdb6112d2188cea (127.4.109.126:44051): Network error: Client connection negotiation failed: client connection to 127.4.109.126:44051: connect: Connection refused (error 111)
11:36:34.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:34.290344 4883 leader_election.cc:334] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 38206861dd294800b9e837615b062bcc (127.4.109.125:35581): Network error: Client connection negotiation failed: client connection to 127.4.109.125:35581: connect: Connection refused (error 111)
11:36:34.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:34.290664 4883 leader_election.cc:302] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6932575358304050b65cf88920e68e91; no voters: 38206861dd294800b9e837615b062bcc, 74a891978c944f4cbfdb6112d2188cea
11:36:34.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:34.291162 5203 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:36:34.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:34.543044 4964 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6932575358304050b65cf88920e68e91: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:36:34.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:36:34.543318 4964 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:36:34.548 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.125:35581(127.4.109.125:35581)] connecting to peer
11:36:34.549 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.109.126:44051(127.4.109.126:44051)] connecting to peer
11:36:34.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:34.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.109.125:35581(127.4.109.125:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:34.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.125:35581: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581
11:36:34.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:34.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.109.126:44051(127.4.109.126:44051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:34.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.109.126:44051: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
11:36:34.552 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051; will retry
11:36:34.558 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29426), Traces: [0ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [188ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [257ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [531ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [535ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [556ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [563ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [567ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [568ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [575ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [579ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [579ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [581ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [582ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [595ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [601ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [602ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [603ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [604ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [620ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [620ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [622ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [623ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [655ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [659ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [660ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [661ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [662ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [741ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [741ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [744ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [745ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [776ms] refreshing cache from master, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [780ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [781ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [782ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [783ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [956ms] refreshing cache from master, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [962ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [962ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [963ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [965ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [1476ms] refreshing cache from master, [1477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [1477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [1478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [1480ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [1485ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [1576ms] refreshing cache from master, [1576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [1576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [1577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [1579ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [1580ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [1581ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [1581ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [2735ms] refreshing cache from master, [2736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [2736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [2737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [2738ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [2740ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [2741ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [2741ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [4955ms] refreshing cache from master, [4956ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [4956ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [4957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [4960ms] too many traces: truncated at 100 traces, deferred=Deferred@1573590883(state=PENDING, result=null, callback=(continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748) -> (continuation of Deferred@122127479 after retry RPC after error@1294959339) -> (continuation of Deferred@447594476 after retry RPC after error@1673400124) -> (continuation of Deferred@1491159808 after retry RPC after error@1776857645) -> (continuation of Deferred@516760099 after retry RPC after error@219748649) -> (continuation of Deferred@1601370817 after retry RPC after error@1940345560) -> (continuation of Deferred@76327605 after retry RPC after error@1092168540) -> (continuation of Deferred@158692684 after retry RPC after error@1083033384) -> (continuation of Deferred@557126798 after retry RPC after error@704550975) -> (continuation of Deferred@184764249 after retry RPC after error@630810006) -> (continuation of Deferred@746685647 after retry RPC after error@1910758912) -> (continuation of Deferred@1615554282 after retry RPC after error@244325024) -> (continuation of Deferred@773279809 after retry RPC after error@1097566301) -> (continuation of Deferred@2058148524 after retry RPC after error@1961331267) -> (continuation of Deferred@1617316294 after retry RPC after error@2110917879) -> (continuation of Deferred@1639436379 after retry RPC after error@692775868) -> (continuation of Deferred@2066788138 after retry RPC after error@384348431) -> (continuation of Deferred@1233297025 after retry RPC after error@929798918) -> (continuation of Deferred@1230777150 after retry RPC after error@451906515) -> (continuation of Deferred@1195669657 after retry RPC after error@748447964), errback=(continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748) -> (continuation of Deferred@122127479 after retry RPC after error@1294959339) -> (continuation of Deferred@447594476 after retry RPC after error@1673400124) -> (continuation of Deferred@1491159808 after retry RPC after error@1776857645) -> (continuation of Deferred@516760099 after retry RPC after error@219748649) -> (continuation of Deferred@1601370817 after retry RPC after error@1940345560) -> (continuation of Deferred@76327605 after retry RPC after error@1092168540) -> (continuation of Deferred@158692684 after retry RPC after error@1083033384) -> (continuation of Deferred@557126798 after retry RPC after error@704550975) -> (continuation of Deferred@184764249 after retry RPC after error@630810006) -> (continuation of Deferred@746685647 after retry RPC after error@1910758912) -> (continuation of Deferred@1615554282 after retry RPC after error@244325024) -> (continuation of Deferred@773279809 after retry RPC after error@1097566301) -> (continuation of Deferred@2058148524 after retry RPC after error@1961331267) -> (continuation of Deferred@1617316294 after retry RPC after error@2110917879) -> (continuation of Deferred@1639436379 after retry RPC after error@692775868) -> (continuation of Deferred@2066788138 after retry RPC after error@384348431) -> (continuation of Deferred@1233297025 after retry RPC after error@929798918) -> (continuation of Deferred@1230777150 after retry RPC after error@451906515) -> (continuation of Deferred@1195669657 after retry RPC after error@748447964)))
11:36:34.563 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.4.109.126:44051(127.4.109.126:44051)] disconnecting while in state TERMINATED
11:36:34.565 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.4.109.124:43743(127.4.109.124:43743)] disconnecting while in state READY
11:36:34.565 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.4.109.125:35581(127.4.109.125:35581)] disconnecting while in state TERMINATED
11:36:34.570 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
11:36:34.572 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.109.124:43743(127.4.109.124:43743)] handling channelInactive
11:36:34.572 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
11:36:34.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.109.124:43743(127.4.109.124:43743)] cleaning up while in state READY due to: connection closed
11:36:34.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:34.579480 4533 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu with pid 4861
11:36:35.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T11:36:35Z chronyd exiting
11:36:36.797 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
11:36:36.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:36.798563 3706 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu with pid 4031
11:36:36.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:36.838263 3706 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu with pid 4209
11:36:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:36.873162 3706 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu with pid 4372
11:36:36.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:36.906428 3706 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu with pid 3723
11:36:36.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:36.942720 3706 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu with pid 3804
11:36:36.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:36:36.980764 3706 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskszwdjb/build/tsan/bin/kudu with pid 3889
11:36:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T11:36:38Z chronyd exiting
11:36:39.152 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29426), Traces: [0ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [188ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [257ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [531ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [535ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [556ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [563ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [567ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [568ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [575ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [579ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [579ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [581ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [582ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [595ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [601ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [602ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [603ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [604ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [620ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [620ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [622ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [623ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [655ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [659ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [660ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [661ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [662ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [741ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [741ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [744ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [745ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [776ms] refreshing cache from master, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [780ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [781ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [782ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [783ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [956ms] refreshing cache from master, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [962ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [962ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [963ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [965ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [1476ms] refreshing cache from master, [1477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [1477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [1478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [1480ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [1485ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [1576ms] refreshing cache from master, [1576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [1576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [1577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [1579ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [1580ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [1581ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [1581ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [2735ms] refreshing cache from master, [2736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [2736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [2737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [2738ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [2740ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [2741ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [2741ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [4955ms] refreshing cache from master, [4956ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [4956ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [4957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [4960ms] too many traces: truncated at 100 traces, deferred=Deferred@1573590883(state=PENDING, result=null, callback=(continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748) -> (continuation of Deferred@122127479 after retry RPC after error@1294959339) -> (continuation of Deferred@447594476 after retry RPC after error@1673400124) -> (continuation of Deferred@1491159808 after retry RPC after error@1776857645) -> (continuation of Deferred@516760099 after retry RPC after error@219748649) -> (continuation of Deferred@1601370817 after retry RPC after error@1940345560) -> (continuation of Deferred@76327605 after retry RPC after error@1092168540) -> (continuation of Deferred@158692684 after retry RPC after error@1083033384) -> (continuation of Deferred@557126798 after retry RPC after error@704550975) -> (continuation of Deferred@184764249 after retry RPC after error@630810006) -> (continuation of Deferred@746685647 after retry RPC after error@1910758912) -> (continuation of Deferred@1615554282 after retry RPC after error@244325024) -> (continuation of Deferred@773279809 after retry RPC after error@1097566301) -> (continuation of Deferred@2058148524 after retry RPC after error@1961331267) -> (continuation of Deferred@1617316294 after retry RPC after error@2110917879) -> (continuation of Deferred@1639436379 after retry RPC after error@692775868) -> (continuation of Deferred@2066788138 after retry RPC after error@384348431) -> (continuation of Deferred@1233297025 after retry RPC after error@929798918) -> (continuation of Deferred@1230777150 after retry RPC after error@451906515) -> (continuation of Deferred@1195669657 after retry RPC after error@748447964), errback=(continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748) -> (continuation of Deferred@122127479 after retry RPC after error@1294959339) -> (continuation of Deferred@447594476 after retry RPC after error@1673400124) -> (continuation of Deferred@1491159808 after retry RPC after error@1776857645) -> (continuation of Deferred@516760099 after retry RPC after error@219748649) -> (continuation of Deferred@1601370817 after retry RPC after error@1940345560) -> (continuation of Deferred@76327605 after retry RPC after error@1092168540) -> (continuation of Deferred@158692684 after retry RPC after error@1083033384) -> (continuation of Deferred@557126798 after retry RPC after error@704550975) -> (continuation of Deferred@184764249 after retry RPC after error@630810006) -> (continuation of Deferred@746685647 after retry RPC after error@1910758912) -> (continuation of Deferred@1615554282 after retry RPC after error@244325024) -> (continuation of Deferred@773279809 after retry RPC after error@1097566301) -> (continuation of Deferred@2058148524 after retry RPC after error@1961331267) -> (continuation of Deferred@1617316294 after retry RPC after error@2110917879) -> (continuation of Deferred@1639436379 after retry RPC after error@692775868) -> (continuation of Deferred@2066788138 after retry RPC after error@384348431) -> (continuation of Deferred@1233297025 after retry RPC after error@929798918) -> (continuation of Deferred@1230777150 after retry RPC after error@451906515) -> (continuation of Deferred@1195669657 after retry RPC after error@748447964)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.109.126:44051
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29426), Traces: [0ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [188ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [257ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [531ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [535ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [556ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [563ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [567ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [568ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [575ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [579ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [579ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [581ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [582ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [595ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [601ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [602ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [603ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [604ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [620ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [620ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [622ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [623ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [655ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [659ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [660ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [661ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [662ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [741ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [741ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [744ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [745ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [776ms] refreshing cache from master, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [780ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [781ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [782ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [783ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [956ms] refreshing cache from master, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [962ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [962ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [963ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [965ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [1476ms] refreshing cache from master, [1477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [1477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [1478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [1480ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [1485ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [1576ms] refreshing cache from master, [1576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [1576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [1577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [1579ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [1580ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [1581ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [1581ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [2735ms] refreshing cache from master, [2736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [2736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [2737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [2738ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.125:35581: Network error: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581, [2740ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.126:44051: Network error: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [2741ms] Sub RPC ConnectToMaster: received response from server master-127.4.109.124:43743: OK, [2741ms] delaying RPC due to: Service unavailable: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051, [4955ms] refreshing cache from master, [4956ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.124:43743, [4956ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.125:35581, [4957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.109.126:44051, [4960ms] too many traces: truncated at 100 traces, deferred=Deferred@1573590883(state=PENDING, result=null, callback=(continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748) -> (continuation of Deferred@122127479 after retry RPC after error@1294959339) -> (continuation of Deferred@447594476 after retry RPC after error@1673400124) -> (continuation of Deferred@1491159808 after retry RPC after error@1776857645) -> (continuation of Deferred@516760099 after retry RPC after error@219748649) -> (continuation of Deferred@1601370817 after retry RPC after error@1940345560) -> (continuation of Deferred@76327605 after retry RPC after error@1092168540) -> (continuation of Deferred@158692684 after retry RPC after error@1083033384) -> (continuation of Deferred@557126798 after retry RPC after error@704550975) -> (continuation of Deferred@184764249 after retry RPC after error@630810006) -> (continuation of Deferred@746685647 after retry RPC after error@1910758912) -> (continuation of Deferred@1615554282 after retry RPC after error@244325024) -> (continuation of Deferred@773279809 after retry RPC after error@1097566301) -> (continuation of Deferred@2058148524 after retry RPC after error@1961331267) -> (continuation of Deferred@1617316294 after retry RPC after error@2110917879) -> (continuation of Deferred@1639436379 after retry RPC after error@692775868) -> (continuation of Deferred@2066788138 after retry RPC after error@384348431) -> (continuation of Deferred@1233297025 after retry RPC after error@929798918) -> (continuation of Deferred@1230777150 after retry RPC after error@451906515) -> (continuation of Deferred@1195669657 after retry RPC after error@748447964), errback=(continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748) -> (continuation of Deferred@122127479 after retry RPC after error@1294959339) -> (continuation of Deferred@447594476 after retry RPC after error@1673400124) -> (continuation of Deferred@1491159808 after retry RPC after error@1776857645) -> (continuation of Deferred@516760099 after retry RPC after error@219748649) -> (continuation of Deferred@1601370817 after retry RPC after error@1940345560) -> (continuation of Deferred@76327605 after retry RPC after error@1092168540) -> (continuation of Deferred@158692684 after retry RPC after error@1083033384) -> (continuation of Deferred@557126798 after retry RPC after error@704550975) -> (continuation of Deferred@184764249 after retry RPC after error@630810006) -> (continuation of Deferred@746685647 after retry RPC after error@1910758912) -> (continuation of Deferred@1615554282 after retry RPC after error@244325024) -> (continuation of Deferred@773279809 after retry RPC after error@1097566301) -> (continuation of Deferred@2058148524 after retry RPC after error@1961331267) -> (continuation of Deferred@1617316294 after retry RPC after error@2110917879) -> (continuation of Deferred@1639436379 after retry RPC after error@692775868) -> (continuation of Deferred@2066788138 after retry RPC after error@384348431) -> (continuation of Deferred@1233297025 after retry RPC after error@929798918) -> (continuation of Deferred@1230777150 after retry RPC after error@451906515) -> (continuation of Deferred@1195669657 after retry RPC after error@748447964)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.109.124:43743,127.4.109.125:35581,127.4.109.126:44051) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.125:35581(127.4.109.125:35581): Connection refused: /127.4.109.125:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.109.126:44051(127.4.109.126:44051): Connection refused: /127.4.109.126:44051
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.109.126:44051
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)