17:47:43.741 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
17:47:43.758 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskkAUDK7/test-tmp
17:47:43.762 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
17:47:43.767 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskkAUDK7/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
17:47:44.033 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
17:47:44.152 [DEBUG - main] (MiniKuduCluster.java:195) Response:
17:47:44.153 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
17:47:44.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:44.156716 18740 mini_oidc.cc:152] Starting JWKS server
17:47:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:44.160434 18740 webserver.cc:460] Webserver started at http://127.0.0.1:39503/ using document root <none> and password file <none>
17:47:44.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:44.160989 18740 mini_oidc.cc:189] Starting OIDC Discovery server
17:47:44.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:44.162904 18740 webserver.cc:460] Webserver started at http://127.0.0.1:35023/ using document root <none> and password file <none>
17:47:44.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T17:47:44Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
17:47:44.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T17:47:44Z Disabled control of system clock
17:47:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:44.212962 18740 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu
17:47:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu
17:47:44.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-0/wal
17:47:44.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-0/data
17:47:44.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:47:44.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:47:44.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:47:44.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:47:44.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:47:44.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:47:44.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-0/logs
17:47:44.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-0/data/info.pb
17:47:44.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:47:44.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:47:44.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:47:44.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:47:44.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:47:44.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:47:44.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:47:44.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:47:44.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:47:44.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:47:44.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:47:44.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:47:44.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.77.62:42759
17:47:44.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.77.62
17:47:44.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:47:44.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.77.20:39777
17:47:44.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:47:44.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:47:44.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:47:44.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:47:44.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.77.62:42759,127.18.77.61:42001,127.18.77.60:35489
17:47:44.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:47:44.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39503/jwks.json with env {}
17:47:44.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:44.555677 18752 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:47:44.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:44.556264 18752 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:47:44.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:44.556883 18752 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:47:44.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:44.587947 18752 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:47:44.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:44.588243 18752 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:47:44.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:44.588434 18752 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:47:44.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:44.588650 18752 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:47:44.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:44.588950 18752 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:47:44.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:44.589162 18752 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39503/jwks.json
17:47:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:44.625234 18752 master_runner.cc:386] Master server non-default flags:
17:47:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:47:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.77.20:39777
17:47:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:47:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:47:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-0/data
17:47:44.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-0/wal
17:47:44.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:47:44.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.77.62:42759,127.18.77.61:42001,127.18.77.60:35489
17:47:44.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:47:44.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:47:44.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:47:44.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.77.62:42759
17:47:44.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:47:44.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:47:44.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:47:44.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39503/jwks.json
17:47:44.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:47:44.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:47:44.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-0/data/info.pb
17:47:44.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.77.62
17:47:44.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:47:44.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:47:44.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:47:44.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:47:44.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:47:44.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:47:44.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-0/logs
17:47:44.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:47:44.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:47:44.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:47:44.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:47:44.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:47:44.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:47:44.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:47:44.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:47:15 UTC on ccycloud.quasar-ynfelf.root.comops.site
17:47:44.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667753
17:47:44.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
17:47:44.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:44.626603 18752 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:47:44.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:44.628618 18752 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:47:44.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:44.648579 18761 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:47:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:44.648617 18759 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:47:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:44.650004 18752 server_base.cc:1034] running on GCE node
17:47:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:44.648598 18758 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:47:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:45.890405 18752 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:47:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:45.893759 18752 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:47:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:45.895232 18752 hybrid_clock.cc:648] HybridClock initialized: now 1790185665895176 us; error 68 us; skew 500 ppm
17:47:45.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:45.896214 18752 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:47:45.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:45.902951 18752 webserver.cc:460] Webserver started at http://127.18.77.62:38919/ using document root <none> and password file <none>
17:47:45.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:45.903865 18752 fs_manager.cc:359] Metadata directory not provided
17:47:45.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:45.904089 18752 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:47:45.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:45.904547 18752 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:47:45.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:45.909389 18752 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-0/data/instance:
17:47:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b5ecaaf6daf04dbfa0a2cc1e42fa5732"
17:47:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:47:45 on dist-test-slave-6vhn"
17:47:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:45.910562 18752 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-0/wal/instance:
17:47:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b5ecaaf6daf04dbfa0a2cc1e42fa5732"
17:47:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:47:45 on dist-test-slave-6vhn"
17:47:45.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:45.918120 18752 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
17:47:45.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:45.923736 18768 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:47:45.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:45.924855 18752 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
17:47:45.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:45.925133 18752 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-0/data,/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-0/wal
17:47:45.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b5ecaaf6daf04dbfa0a2cc1e42fa5732"
17:47:45.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:47:45 on dist-test-slave-6vhn"
17:47:45.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:45.925431 18752 fs_report.cc:383] FS layout report
17:47:45.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:47:45.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-0/wal
17:47:45.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-0/wal
17:47:45.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-0/data/data
17:47:45.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:47:45.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:47:45.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:47:45.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:47:45.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:47:45.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:47:45.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:47:45.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:47:45.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:47:45.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:47:45.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:47:45.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:45.962016 18752 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:47:45.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:45.963589 18752 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:47:45.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:45.964010 18752 kserver.cc:163] Server-wide thread pool size limit: 3276
17:47:46.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:46.041558 18752 rpc_server.cc:307] RPC server started. Bound to: 127.18.77.62:42759
17:47:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:46.041663 18819 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.77.62:42759 every 8 connection(s)
17:47:46.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:46.044449 18752 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-0/data/info.pb
17:47:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:46.050163 18820 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
17:47:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:46.050094 18740 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu as pid 18752
17:47:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:46.050642 18740 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-0/wal/instance
17:47:46.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:46.055704 18740 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu
17:47:46.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu
17:47:46.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-1/wal
17:47:46.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-1/data
17:47:46.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:47:46.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:47:46.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:47:46.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:47:46.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:47:46.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:47:46.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-1/logs
17:47:46.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-1/data/info.pb
17:47:46.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:47:46.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:47:46.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:47:46.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:47:46.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:47:46.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:47:46.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:47:46.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:47:46.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:47:46.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:47:46.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:47:46.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:47:46.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.77.61:42001
17:47:46.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.77.61
17:47:46.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:47:46.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.77.20:39777
17:47:46.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:47:46.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:47:46.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:47:46.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:47:46.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.77.62:42759,127.18.77.61:42001,127.18.77.60:35489
17:47:46.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:47:46.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39503/jwks.json with env {}
17:47:46.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:46.065439 18820 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.77.62" port: 42759 } has no permanent_uuid. Determining permanent_uuid...
17:47:46.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:46.097448 18820 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } has no permanent_uuid. Determining permanent_uuid...
17:47:46.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:46.100540 18771 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.77.61:42001: connect: Connection refused (error 111)
17:47:46.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:46.111068 18820 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.77.61:42001: Network error: Client connection negotiation failed: client connection to 127.18.77.61:42001: connect: Connection refused (error 111)
17:47:46.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:46.160550 18820 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } attempt: 1
17:47:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:46.164618 18820 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.77.61:42001: Network error: Client connection negotiation failed: client connection to 127.18.77.61:42001: connect: Connection refused (error 111)
17:47:46.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:46.233016 18820 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } attempt: 2
17:47:46.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:46.237347 18820 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.77.61:42001: Network error: Client connection negotiation failed: client connection to 127.18.77.61:42001: connect: Connection refused (error 111)
17:47:46.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:46.328729 18820 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } attempt: 3
17:47:46.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:46.332275 18820 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.77.61:42001: Network error: Client connection negotiation failed: client connection to 127.18.77.61:42001: connect: Connection refused (error 111)
17:47:46.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:46.401546 18822 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:47:46.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:46.402112 18822 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:47:46.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:46.402738 18822 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:47:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:46.433859 18822 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:47:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:46.434195 18822 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:47:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:46.434501 18822 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:47:46.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:46.434772 18822 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:47:46.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:46.434964 18822 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:47:46.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:46.435098 18822 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39503/jwks.json
17:47:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:46.469674 18822 master_runner.cc:386] Master server non-default flags:
17:47:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:47:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.77.20:39777
17:47:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:47:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:47:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-1/data
17:47:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-1/wal
17:47:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:47:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.77.62:42759,127.18.77.61:42001,127.18.77.60:35489
17:47:46.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:47:46.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:47:46.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:47:46.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.77.61:42001
17:47:46.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:47:46.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:47:46.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:47:46.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39503/jwks.json
17:47:46.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:47:46.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:47:46.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-1/data/info.pb
17:47:46.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.77.61
17:47:46.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:47:46.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:47:46.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:47:46.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:47:46.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:47:46.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:47:46.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-1/logs
17:47:46.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:47:46.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:47:46.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:47:46.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:47:46.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:47:46.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:47:46.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:47:46.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:47:15 UTC on ccycloud.quasar-ynfelf.root.comops.site
17:47:46.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667753
17:47:46.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
17:47:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:46.471011 18822 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:47:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:46.472700 18822 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:47:46.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:46.475761 18820 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } attempt: 4
17:47:46.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:46.479429 18820 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.77.61:42001: Network error: Client connection negotiation failed: client connection to 127.18.77.61:42001: connect: Connection refused (error 111)
17:47:46.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:46.490753 18832 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:47:46.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:46.778961 18820 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } attempt: 5
17:47:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:46.783064 18820 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.77.61:42001: Network error: Client connection negotiation failed: client connection to 127.18.77.61:42001: connect: Connection refused (error 111)
17:47:47.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.330482 18820 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } attempt: 6
17:47:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:47.337272 18820 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.77.61:42001: Network error: Client connection negotiation failed: client connection to 127.18.77.61:42001: connect: Connection refused (error 111)
17:47:47.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:46.490741 18831 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:47:47.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:46.492596 18822 server_base.cc:1034] running on GCE node
17:47:47.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:46.490906 18834 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:47:47.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.699376 18822 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:47:47.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.702811 18822 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:47:47.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.704290 18822 hybrid_clock.cc:648] HybridClock initialized: now 1790185667704238 us; error 68 us; skew 500 ppm
17:47:47.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.705417 18822 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:47:47.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.715008 18822 webserver.cc:460] Webserver started at http://127.18.77.61:42443/ using document root <none> and password file <none>
17:47:47.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.716351 18822 fs_manager.cc:359] Metadata directory not provided
17:47:47.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.716560 18822 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:47:47.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.716982 18822 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:47:47.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.722333 18822 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-1/data/instance:
17:47:47.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a09305ad90834f50b468f14ab624cefd"
17:47:47.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:47:47 on dist-test-slave-6vhn"
17:47:47.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.723672 18822 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-1/wal/instance:
17:47:47.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a09305ad90834f50b468f14ab624cefd"
17:47:47.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:47:47 on dist-test-slave-6vhn"
17:47:47.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.732031 18822 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.008s sys 0.000s
17:47:47.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.738219 18843 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:47:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.739377 18822 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
17:47:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.739750 18822 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-1/data,/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-1/wal
17:47:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a09305ad90834f50b468f14ab624cefd"
17:47:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:47:47 on dist-test-slave-6vhn"
17:47:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.740139 18822 fs_report.cc:383] FS layout report
17:47:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:47:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-1/wal
17:47:47.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-1/wal
17:47:47.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-1/data/data
17:47:47.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:47:47.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:47:47.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:47:47.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:47:47.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:47:47.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:47:47.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:47:47.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:47:47.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:47:47.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:47:47.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:47:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.779050 18822 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:47:47.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.780663 18822 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:47:47.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.781191 18822 kserver.cc:163] Server-wide thread pool size limit: 3276
17:47:47.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.869988 18822 rpc_server.cc:307] RPC server started. Bound to: 127.18.77.61:42001
17:47:47.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.870066 18894 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.77.61:42001 every 8 connection(s)
17:47:47.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.872807 18822 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-1/data/info.pb
17:47:47.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.877983 18895 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
17:47:47.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.882028 18740 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu as pid 18822
17:47:47.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.882442 18740 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-1/wal/instance
17:47:47.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.884577 18740 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu
17:47:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu
17:47:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-2/wal
17:47:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-2/data
17:47:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:47:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:47:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:47:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:47:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:47:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:47:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-2/logs
17:47:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-2/data/info.pb
17:47:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:47:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:47:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:47:47.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:47:47.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:47:47.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:47:47.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:47:47.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:47:47.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:47:47.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:47:47.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:47:47.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:47:47.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.77.60:35489
17:47:47.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.77.60
17:47:47.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:47:47.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.77.20:39777
17:47:47.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:47:47.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:47:47.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:47:47.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:47:47.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.77.62:42759,127.18.77.61:42001,127.18.77.60:35489
17:47:47.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:47:47.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39503/jwks.json with env {}
17:47:47.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.890287 18895 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.77.62" port: 42759 } has no permanent_uuid. Determining permanent_uuid...
17:47:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.923864 18895 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } has no permanent_uuid. Determining permanent_uuid...
17:47:47.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.942183 18895 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } has no permanent_uuid. Determining permanent_uuid...
17:47:47.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:47.944242 18846 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.77.60:35489: connect: Connection refused (error 111)
17:47:47.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:47.948421 18895 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.77.60:35489: Network error: Client connection negotiation failed: client connection to 127.18.77.60:35489: connect: Connection refused (error 111)
17:47:47.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:47.998006 18895 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } attempt: 1
17:47:48.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:48.002331 18895 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.77.60:35489: Network error: Client connection negotiation failed: client connection to 127.18.77.60:35489: connect: Connection refused (error 111)
17:47:48.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:48.070875 18895 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } attempt: 2
17:47:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:48.075241 18895 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.77.60:35489: Network error: Client connection negotiation failed: client connection to 127.18.77.60:35489: connect: Connection refused (error 111)
17:47:48.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:48.166674 18895 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } attempt: 3
17:47:48.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:48.171058 18895 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.77.60:35489: Network error: Client connection negotiation failed: client connection to 127.18.77.60:35489: connect: Connection refused (error 111)
17:47:48.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:48.223428 18897 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:47:48.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:48.224099 18897 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:47:48.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:48.224726 18897 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:47:48.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:48.258306 18897 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:47:48.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:48.258589 18897 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:47:48.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:48.258878 18897 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:47:48.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:48.259063 18897 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:47:48.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:48.259260 18897 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:47:48.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:48.259398 18897 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39503/jwks.json
17:47:48.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:48.294315 18897 master_runner.cc:386] Master server non-default flags:
17:47:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:47:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.77.20:39777
17:47:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:47:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:47:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-2/data
17:47:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-2/wal
17:47:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:47:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.77.62:42759,127.18.77.61:42001,127.18.77.60:35489
17:47:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:47:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:47:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:47:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.77.60:35489
17:47:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:47:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:47:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:47:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39503/jwks.json
17:47:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:47:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:47:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-2/data/info.pb
17:47:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.77.60
17:47:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:47:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:47:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:47:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:47:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:47:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:47:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-2/logs
17:47:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:47:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:47:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:47:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:47:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:47:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:47:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:47:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:47:15 UTC on ccycloud.quasar-ynfelf.root.comops.site
17:47:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667753
17:47:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
17:47:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:48.295626 18897 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:47:48.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:48.297960 18897 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:47:48.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:48.314507 18895 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } attempt: 4
17:47:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:48.319339 18895 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.77.60:35489: Network error: Client connection negotiation failed: client connection to 127.18.77.60:35489: connect: Connection refused (error 111)
17:47:48.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:48.322841 18908 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:47:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:48.397940 18820 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } attempt: 7
17:47:48.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:48.414573 18820 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } has no permanent_uuid. Determining permanent_uuid...
17:47:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:48.422104 18820 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.77.60:35489: Network error: Client connection negotiation failed: client connection to 127.18.77.60:35489: connect: Connection refused (error 111)
17:47:48.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:48.480577 18820 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } attempt: 1
17:47:48.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:48.485954 18820 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.77.60:35489: Network error: Client connection negotiation failed: client connection to 127.18.77.60:35489: connect: Connection refused (error 111)
17:47:48.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:48.567525 18820 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } attempt: 2
17:47:48.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:48.572350 18820 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.77.60:35489: Network error: Client connection negotiation failed: client connection to 127.18.77.60:35489: connect: Connection refused (error 111)
17:47:48.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:48.618763 18895 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } attempt: 5
17:47:48.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:48.623941 18895 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.77.60:35489: Network error: Client connection negotiation failed: client connection to 127.18.77.60:35489: connect: Connection refused (error 111)
17:47:48.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:48.657737 18820 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } attempt: 3
17:47:48.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:48.663038 18820 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.77.60:35489: Network error: Client connection negotiation failed: client connection to 127.18.77.60:35489: connect: Connection refused (error 111)
17:47:48.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:48.803471 18820 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } attempt: 4
17:47:48.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:48.809005 18820 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.77.60:35489: Network error: Client connection negotiation failed: client connection to 127.18.77.60:35489: connect: Connection refused (error 111)
17:47:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.092470 18820 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } attempt: 5
17:47:49.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:49.096586 18820 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.77.60:35489: Network error: Client connection negotiation failed: client connection to 127.18.77.60:35489: connect: Connection refused (error 111)
17:47:49.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.171408 18895 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } attempt: 6
17:47:49.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:49.178907 18895 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.77.60:35489: Network error: Client connection negotiation failed: client connection to 127.18.77.60:35489: connect: Connection refused (error 111)
17:47:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:48.322969 18907 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:47:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:48.323534 18910 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:47:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:48.325188 18897 server_base.cc:1034] running on GCE node
17:47:49.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.537736 18897 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:47:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.541574 18897 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:47:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.542980 18897 hybrid_clock.cc:648] HybridClock initialized: now 1790185669542958 us; error 48 us; skew 500 ppm
17:47:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.543759 18897 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:47:49.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.558380 18897 webserver.cc:460] Webserver started at http://127.18.77.60:43495/ using document root <none> and password file <none>
17:47:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.559473 18897 fs_manager.cc:359] Metadata directory not provided
17:47:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.559682 18897 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:47:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.560170 18897 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:47:49.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.565605 18897 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-2/data/instance:
17:47:49.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d69e0c4f21614d1ab98c21ddf19cda68"
17:47:49.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:47:49 on dist-test-slave-6vhn"
17:47:49.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.566857 18897 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-2/wal/instance:
17:47:49.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d69e0c4f21614d1ab98c21ddf19cda68"
17:47:49.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:47:49 on dist-test-slave-6vhn"
17:47:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.575269 18897 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.001s
17:47:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.581794 18921 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:47:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.583055 18897 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.001s
17:47:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.583380 18897 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-2/data,/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-2/wal
17:47:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d69e0c4f21614d1ab98c21ddf19cda68"
17:47:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:47:49 on dist-test-slave-6vhn"
17:47:49.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.583736 18897 fs_report.cc:383] FS layout report
17:47:49.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:47:49.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-2/wal
17:47:49.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-2/wal
17:47:49.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-2/data/data
17:47:49.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:47:49.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:47:49.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:47:49.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:47:49.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:47:49.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:47:49.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:47:49.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:47:49.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:47:49.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:47:49.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:47:49.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.628998 18897 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:47:49.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.632525 18897 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:47:49.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.633198 18897 kserver.cc:163] Server-wide thread pool size limit: 3276
17:47:49.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.649233 18820 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } attempt: 6
17:47:49.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:49.657251 18820 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.77.60:35489: Network error: Client connection negotiation failed: client connection to 127.18.77.60:35489: connect: Connection refused (error 111)
17:47:49.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.723765 18897 rpc_server.cc:307] RPC server started. Bound to: 127.18.77.60:35489
17:47:49.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.723867 18974 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.77.60:35489 every 8 connection(s)
17:47:49.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.726480 18897 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-2/data/info.pb
17:47:49.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.732441 18975 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
17:47:49.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.735905 18740 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu as pid 18897
17:47:49.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.736312 18740 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/master-2/wal/instance
17:47:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.744346 18975 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.77.62" port: 42759 } has no permanent_uuid. Determining permanent_uuid...
17:47:49.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.776528 18975 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } has no permanent_uuid. Determining permanent_uuid...
17:47:49.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.789532 18975 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } has no permanent_uuid. Determining permanent_uuid...
17:47:49.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.807082 18975 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68: Bootstrap starting.
17:47:49.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.812806 18975 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68: Neither blocks nor log segments found. Creating new log.
17:47:49.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.814885 18975 log.cc:824] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68: Log is configured to *not* fsync() on all Append() calls
17:47:49.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.820753 18975 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68: No bootstrap required, opened a new log
17:47:49.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.852833 18975 raft_consensus.cc:348] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ecaaf6daf04dbfa0a2cc1e42fa5732" member_type: VOTER last_known_addr { host: "127.18.77.62" port: 42759 } } peers { permanent_uuid: "a09305ad90834f50b468f14ab624cefd" member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } } peers { permanent_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } }
17:47:49.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.853484 18975 raft_consensus.cc:374] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:47:49.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.853675 18975 raft_consensus.cc:729] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d69e0c4f21614d1ab98c21ddf19cda68, State: Initialized, Role: FOLLOWER
17:47:49.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.854331 18975 consensus_queue.cc:260] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ecaaf6daf04dbfa0a2cc1e42fa5732" member_type: VOTER last_known_addr { host: "127.18.77.62" port: 42759 } } peers { permanent_uuid: "a09305ad90834f50b468f14ab624cefd" member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } } peers { permanent_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } }
17:47:49.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.863202 18985 sys_catalog.cc:455] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ecaaf6daf04dbfa0a2cc1e42fa5732" member_type: VOTER last_known_addr { host: "127.18.77.62" port: 42759 } } peers { permanent_uuid: "a09305ad90834f50b468f14ab624cefd" member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } } peers { permanent_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } } }
17:47:49.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.865113 18975 sys_catalog.cc:564] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [sys.catalog]: configured and running, proceeding with master startup.
17:47:49.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.865128 18985 sys_catalog.cc:458] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [sys.catalog]: This master's current role is: FOLLOWER
17:47:49.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:49.894333 18927 tablet.cc:2369] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68: Can't schedule compaction. Clean time has not been advanced past its initial value.
17:47:49.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:49.908249 18996 catalog_manager.cc:1558] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:47:49.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:49.909027 18996 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:47:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.904088 18897 master_runner.cc:186] Error getting master registration for 127.18.77.62:42759: OK, instance_id { permanent_uuid: "b5ecaaf6daf04dbfa0a2cc1e42fa5732" instance_seqno: 1790185666022103 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
17:47:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:49.928787 18897 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:47:50.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.152395 18985 raft_consensus.cc:482] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:47:50.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.153177 18985 raft_consensus.cc:504] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ecaaf6daf04dbfa0a2cc1e42fa5732" member_type: VOTER last_known_addr { host: "127.18.77.62" port: 42759 } } peers { permanent_uuid: "a09305ad90834f50b468f14ab624cefd" member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } } peers { permanent_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } }
17:47:50.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.155885 18985 leader_election.cc:288] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b5ecaaf6daf04dbfa0a2cc1e42fa5732 (127.18.77.62:42759), a09305ad90834f50b468f14ab624cefd (127.18.77.61:42001)
17:47:50.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.239312 18895 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } attempt: 7
17:47:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.263392 18895 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a09305ad90834f50b468f14ab624cefd: Bootstrap starting.
17:47:50.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.268958 18895 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a09305ad90834f50b468f14ab624cefd: Neither blocks nor log segments found. Creating new log.
17:47:50.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.270823 18895 log.cc:824] T 00000000000000000000000000000000 P a09305ad90834f50b468f14ab624cefd: Log is configured to *not* fsync() on all Append() calls
17:47:50.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.275535 18895 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a09305ad90834f50b468f14ab624cefd: No bootstrap required, opened a new log
17:47:50.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.301285 18895 raft_consensus.cc:348] T 00000000000000000000000000000000 P a09305ad90834f50b468f14ab624cefd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ecaaf6daf04dbfa0a2cc1e42fa5732" member_type: VOTER last_known_addr { host: "127.18.77.62" port: 42759 } } peers { permanent_uuid: "a09305ad90834f50b468f14ab624cefd" member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } } peers { permanent_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } }
17:47:50.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.301904 18895 raft_consensus.cc:374] T 00000000000000000000000000000000 P a09305ad90834f50b468f14ab624cefd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:47:50.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.302091 18895 raft_consensus.cc:729] T 00000000000000000000000000000000 P a09305ad90834f50b468f14ab624cefd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a09305ad90834f50b468f14ab624cefd, State: Initialized, Role: FOLLOWER
17:47:50.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.302994 18895 consensus_queue.cc:260] T 00000000000000000000000000000000 P a09305ad90834f50b468f14ab624cefd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ecaaf6daf04dbfa0a2cc1e42fa5732" member_type: VOTER last_known_addr { host: "127.18.77.62" port: 42759 } } peers { permanent_uuid: "a09305ad90834f50b468f14ab624cefd" member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } } peers { permanent_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } }
17:47:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.306443 19000 sys_catalog.cc:455] T 00000000000000000000000000000000 P a09305ad90834f50b468f14ab624cefd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ecaaf6daf04dbfa0a2cc1e42fa5732" member_type: VOTER last_known_addr { host: "127.18.77.62" port: 42759 } } peers { permanent_uuid: "a09305ad90834f50b468f14ab624cefd" member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } } peers { permanent_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } } }
17:47:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.307579 19000 sys_catalog.cc:458] T 00000000000000000000000000000000 P a09305ad90834f50b468f14ab624cefd [sys.catalog]: This master's current role is: FOLLOWER
17:47:50.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.308419 18895 sys_catalog.cc:564] T 00000000000000000000000000000000 P a09305ad90834f50b468f14ab624cefd [sys.catalog]: configured and running, proceeding with master startup.
17:47:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.308617 18870 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a09305ad90834f50b468f14ab624cefd" is_pre_election: true
17:47:50.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.310077 18870 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a09305ad90834f50b468f14ab624cefd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d69e0c4f21614d1ab98c21ddf19cda68 in term 0.
17:47:50.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.311790 18924 leader_election.cc:302] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a09305ad90834f50b468f14ab624cefd, d69e0c4f21614d1ab98c21ddf19cda68; no voters:
17:47:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.312805 18985 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [term 0 FOLLOWER]: Leader pre-election won for term 1
17:47:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.313159 18985 raft_consensus.cc:482] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
17:47:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.313483 18985 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [term 0 FOLLOWER]: Advancing to term 1
17:47:50.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.319938 18985 raft_consensus.cc:504] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ecaaf6daf04dbfa0a2cc1e42fa5732" member_type: VOTER last_known_addr { host: "127.18.77.62" port: 42759 } } peers { permanent_uuid: "a09305ad90834f50b468f14ab624cefd" member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } } peers { permanent_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } }
17:47:50.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.329018 18985 leader_election.cc:288] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [CANDIDATE]: Term 1 election: Requested vote from peers b5ecaaf6daf04dbfa0a2cc1e42fa5732 (127.18.77.62:42759), a09305ad90834f50b468f14ab624cefd (127.18.77.61:42001)
17:47:50.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.329886 18870 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a09305ad90834f50b468f14ab624cefd"
17:47:50.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.330731 18870 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a09305ad90834f50b468f14ab624cefd [term 0 FOLLOWER]: Advancing to term 1
17:47:50.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.347431 18870 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a09305ad90834f50b468f14ab624cefd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d69e0c4f21614d1ab98c21ddf19cda68 in term 1.
17:47:50.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.348940 18924 leader_election.cc:302] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a09305ad90834f50b468f14ab624cefd, d69e0c4f21614d1ab98c21ddf19cda68; no voters:
17:47:50.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.350095 18985 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [term 1 FOLLOWER]: Leader election won for term 1
17:47:50.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.367153 18985 raft_consensus.cc:686] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [term 1 LEADER]: Becoming Leader. State: Replica: d69e0c4f21614d1ab98c21ddf19cda68, State: Running, Role: LEADER
17:47:50.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.368134 18985 consensus_queue.cc:237] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ecaaf6daf04dbfa0a2cc1e42fa5732" member_type: VOTER last_known_addr { host: "127.18.77.62" port: 42759 } } peers { permanent_uuid: "a09305ad90834f50b468f14ab624cefd" member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } } peers { permanent_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } }
17:47:50.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:50.376956 19012 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a09305ad90834f50b468f14ab624cefd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:47:50.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:50.378003 19012 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:47:50.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.386510 19011 sys_catalog.cc:455] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d69e0c4f21614d1ab98c21ddf19cda68. Latest consensus state: current_term: 1 leader_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ecaaf6daf04dbfa0a2cc1e42fa5732" member_type: VOTER last_known_addr { host: "127.18.77.62" port: 42759 } } peers { permanent_uuid: "a09305ad90834f50b468f14ab624cefd" member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } } peers { permanent_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } } }
17:47:50.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.387737 19011 sys_catalog.cc:458] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [sys.catalog]: This master's current role is: LEADER
17:47:50.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.392681 19015 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
17:47:50.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.401108 19015 catalog_manager.cc:1484] Initializing Kudu cluster ID...
17:47:50.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.436694 18870 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a09305ad90834f50b468f14ab624cefd [term 1 FOLLOWER]: Refusing update from remote peer d69e0c4f21614d1ab98c21ddf19cda68: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
17:47:50.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.438647 19011 consensus_queue.cc:1035] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a09305ad90834f50b468f14ab624cefd" member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
17:47:50.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.357138 18822 master_runner.cc:186] Error getting master registration for 127.18.77.62:42759: OK, instance_id { permanent_uuid: "b5ecaaf6daf04dbfa0a2cc1e42fa5732" instance_seqno: 1790185666022103 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
17:47:50.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.450810 18822 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:47:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.486049 19000 sys_catalog.cc:455] T 00000000000000000000000000000000 P a09305ad90834f50b468f14ab624cefd [sys.catalog]: SysCatalogTable state changed. Reason: New leader d69e0c4f21614d1ab98c21ddf19cda68. Latest consensus state: current_term: 1 leader_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ecaaf6daf04dbfa0a2cc1e42fa5732" member_type: VOTER last_known_addr { host: "127.18.77.62" port: 42759 } } peers { permanent_uuid: "a09305ad90834f50b468f14ab624cefd" member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } } peers { permanent_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } } }
17:47:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.486908 19000 sys_catalog.cc:458] T 00000000000000000000000000000000 P a09305ad90834f50b468f14ab624cefd [sys.catalog]: This master's current role is: FOLLOWER
17:47:50.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.495846 19016 mvcc.cc:205] Tried to move back new op lower bound from 7332600506041503744 to 7332600505837776896. Current Snapshot: MvccSnapshot[applied={T|T < 7332600506041503744}]
17:47:50.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.501451 18985 sys_catalog.cc:455] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ecaaf6daf04dbfa0a2cc1e42fa5732" member_type: VOTER last_known_addr { host: "127.18.77.62" port: 42759 } } peers { permanent_uuid: "a09305ad90834f50b468f14ab624cefd" member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } } peers { permanent_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } } }
17:47:50.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.502243 18985 sys_catalog.cc:458] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [sys.catalog]: This master's current role is: LEADER
17:47:50.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.504993 19015 catalog_manager.cc:1347] Generated new cluster ID: 80529ee5718b4c3fb6c73e740c89bfd0
17:47:50.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.505288 19015 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
17:47:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.511547 19000 sys_catalog.cc:455] T 00000000000000000000000000000000 P a09305ad90834f50b468f14ab624cefd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ecaaf6daf04dbfa0a2cc1e42fa5732" member_type: VOTER last_known_addr { host: "127.18.77.62" port: 42759 } } peers { permanent_uuid: "a09305ad90834f50b468f14ab624cefd" member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } } peers { permanent_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } } }
17:47:50.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.512791 19000 sys_catalog.cc:458] T 00000000000000000000000000000000 P a09305ad90834f50b468f14ab624cefd [sys.catalog]: This master's current role is: FOLLOWER
17:47:50.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.547551 19015 catalog_manager.cc:1370] Generated new certificate authority record
17:47:50.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.550899 19015 catalog_manager.cc:1504] Loading token signing keys...
17:47:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.583881 19015 catalog_manager.cc:5868] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68: Generated new TSK 0
17:47:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.587018 19015 catalog_manager.cc:1514] Initializing in-progress tserver states...
17:47:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.610562 18740 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu
17:47:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu
17:47:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-0/wal
17:47:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-0/data
17:47:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:47:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:47:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:47:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:47:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:47:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:47:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-0/logs
17:47:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-0/data/info.pb
17:47:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:47:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:47:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:47:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:47:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:47:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:47:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:47:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:47:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
17:47:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:47:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.77.1:0
17:47:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.77.1
17:47:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.77.1
17:47:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:47:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.77.62:42759,127.18.77.61:42001,127.18.77.60:35489
17:47:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.77.20:39777
17:47:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:47:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:47:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
17:47:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.690677 18820 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } attempt: 7
17:47:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.741734 18820 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b5ecaaf6daf04dbfa0a2cc1e42fa5732: Bootstrap starting.
17:47:50.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.757799 18820 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b5ecaaf6daf04dbfa0a2cc1e42fa5732: Neither blocks nor log segments found. Creating new log.
17:47:50.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.780077 18820 log.cc:824] T 00000000000000000000000000000000 P b5ecaaf6daf04dbfa0a2cc1e42fa5732: Log is configured to *not* fsync() on all Append() calls
17:47:50.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.806296 18820 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b5ecaaf6daf04dbfa0a2cc1e42fa5732: No bootstrap required, opened a new log
17:47:50.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.837689 18820 raft_consensus.cc:348] T 00000000000000000000000000000000 P b5ecaaf6daf04dbfa0a2cc1e42fa5732 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ecaaf6daf04dbfa0a2cc1e42fa5732" member_type: VOTER last_known_addr { host: "127.18.77.62" port: 42759 } } peers { permanent_uuid: "a09305ad90834f50b468f14ab624cefd" member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } } peers { permanent_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } }
17:47:50.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.838517 18820 raft_consensus.cc:374] T 00000000000000000000000000000000 P b5ecaaf6daf04dbfa0a2cc1e42fa5732 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:47:50.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.838807 18820 raft_consensus.cc:729] T 00000000000000000000000000000000 P b5ecaaf6daf04dbfa0a2cc1e42fa5732 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b5ecaaf6daf04dbfa0a2cc1e42fa5732, State: Initialized, Role: FOLLOWER
17:47:50.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.839660 18820 consensus_queue.cc:260] T 00000000000000000000000000000000 P b5ecaaf6daf04dbfa0a2cc1e42fa5732 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ecaaf6daf04dbfa0a2cc1e42fa5732" member_type: VOTER last_known_addr { host: "127.18.77.62" port: 42759 } } peers { permanent_uuid: "a09305ad90834f50b468f14ab624cefd" member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } } peers { permanent_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } }
17:47:50.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.847728 19024 sys_catalog.cc:455] T 00000000000000000000000000000000 P b5ecaaf6daf04dbfa0a2cc1e42fa5732 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ecaaf6daf04dbfa0a2cc1e42fa5732" member_type: VOTER last_known_addr { host: "127.18.77.62" port: 42759 } } peers { permanent_uuid: "a09305ad90834f50b468f14ab624cefd" member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } } peers { permanent_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } } }
17:47:50.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.848482 19024 sys_catalog.cc:458] T 00000000000000000000000000000000 P b5ecaaf6daf04dbfa0a2cc1e42fa5732 [sys.catalog]: This master's current role is: FOLLOWER
17:47:50.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.851195 18820 sys_catalog.cc:564] T 00000000000000000000000000000000 P b5ecaaf6daf04dbfa0a2cc1e42fa5732 [sys.catalog]: configured and running, proceeding with master startup.
17:47:50.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.851377 18795 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b5ecaaf6daf04dbfa0a2cc1e42fa5732" is_pre_election: true
17:47:50.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.852198 18795 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b5ecaaf6daf04dbfa0a2cc1e42fa5732 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d69e0c4f21614d1ab98c21ddf19cda68 in term 0.
17:47:50.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.853583 18793 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b5ecaaf6daf04dbfa0a2cc1e42fa5732 [term 0 FOLLOWER]: Advancing to term 1
17:47:50.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.858865 18794 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b5ecaaf6daf04dbfa0a2cc1e42fa5732"
17:47:50.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.902140 18793 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b5ecaaf6daf04dbfa0a2cc1e42fa5732 [term 1 FOLLOWER]: Refusing update from remote peer d69e0c4f21614d1ab98c21ddf19cda68: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
17:47:50.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:50.904363 19011 consensus_queue.cc:1035] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b5ecaaf6daf04dbfa0a2cc1e42fa5732" member_type: VOTER last_known_addr { host: "127.18.77.62" port: 42759 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
17:47:51.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:51.017952 19024 sys_catalog.cc:455] T 00000000000000000000000000000000 P b5ecaaf6daf04dbfa0a2cc1e42fa5732 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d69e0c4f21614d1ab98c21ddf19cda68. Latest consensus state: current_term: 1 leader_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ecaaf6daf04dbfa0a2cc1e42fa5732" member_type: VOTER last_known_addr { host: "127.18.77.62" port: 42759 } } peers { permanent_uuid: "a09305ad90834f50b468f14ab624cefd" member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } } peers { permanent_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } } }
17:47:51.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:51.018853 19024 sys_catalog.cc:458] T 00000000000000000000000000000000 P b5ecaaf6daf04dbfa0a2cc1e42fa5732 [sys.catalog]: This master's current role is: FOLLOWER
17:47:51.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:51.020776 19034 sys_catalog.cc:455] T 00000000000000000000000000000000 P b5ecaaf6daf04dbfa0a2cc1e42fa5732 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ecaaf6daf04dbfa0a2cc1e42fa5732" member_type: VOTER last_known_addr { host: "127.18.77.62" port: 42759 } } peers { permanent_uuid: "a09305ad90834f50b468f14ab624cefd" member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } } peers { permanent_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } } }
17:47:51.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:51.021692 19034 sys_catalog.cc:458] T 00000000000000000000000000000000 P b5ecaaf6daf04dbfa0a2cc1e42fa5732 [sys.catalog]: This master's current role is: FOLLOWER
17:47:51.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:51.028573 19040 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
17:47:51.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:51.187040 19021 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:47:51.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:51.187712 19021 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:47:51.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:51.188525 19021 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:47:51.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:51.245976 19021 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:47:51.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:51.247466 19021 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.77.1
17:47:51.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:51.310818 19021 tablet_server_runner.cc:78] Tablet server non-default flags:
17:47:51.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:47:51.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.77.20:39777
17:47:51.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:47:51.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:47:51.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-0/data
17:47:51.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-0/wal
17:47:51.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:47:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:47:51.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.77.1:0
17:47:51.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:47:51.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:47:51.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:47:51.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-0/data/info.pb
17:47:51.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.77.1
17:47:51.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:47:51.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.77.62:42759,127.18.77.61:42001,127.18.77.60:35489
17:47:51.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:47:51.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:47:51.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:47:51.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:47:51.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:47:51.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.77.1
17:47:51.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-0/logs
17:47:51.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:47:51.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:47:51.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:47:51.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
17:47:51.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:47:51.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:47:51.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:47:51.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:47:15 UTC on ccycloud.quasar-ynfelf.root.comops.site
17:47:51.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667753
17:47:51.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
17:47:51.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:51.312429 19021 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:47:51.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:51.315472 19021 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:47:51.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:51.346215 19047 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:47:51.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:51.369167 19011 sys_catalog.cc:455] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ecaaf6daf04dbfa0a2cc1e42fa5732" member_type: VOTER last_known_addr { host: "127.18.77.62" port: 42759 } } peers { permanent_uuid: "a09305ad90834f50b468f14ab624cefd" member_type: VOTER last_known_addr { host: "127.18.77.61" port: 42001 } } peers { permanent_uuid: "d69e0c4f21614d1ab98c21ddf19cda68" member_type: VOTER last_known_addr { host: "127.18.77.60" port: 35489 } } }
17:47:51.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:51.371735 19011 sys_catalog.cc:458] T 00000000000000000000000000000000 P d69e0c4f21614d1ab98c21ddf19cda68 [sys.catalog]: This master's current role is: LEADER
17:47:51.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:51.384326 19012 catalog_manager.cc:1259] Loaded cluster ID: 80529ee5718b4c3fb6c73e740c89bfd0
17:47:51.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:51.385020 19012 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a09305ad90834f50b468f14ab624cefd: loading cluster ID for follower catalog manager: success
17:47:51.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:51.404736 19012 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a09305ad90834f50b468f14ab624cefd: acquiring CA information for follower catalog manager: success
17:47:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:51.428562 19012 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a09305ad90834f50b468f14ab624cefd: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
17:47:52.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:52.047546 19040 catalog_manager.cc:1259] Loaded cluster ID: 80529ee5718b4c3fb6c73e740c89bfd0
17:47:52.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:52.047811 19040 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b5ecaaf6daf04dbfa0a2cc1e42fa5732: loading cluster ID for follower catalog manager: success
17:47:52.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:52.057133 19040 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b5ecaaf6daf04dbfa0a2cc1e42fa5732: acquiring CA information for follower catalog manager: success
17:47:52.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:52.079479 19040 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b5ecaaf6daf04dbfa0a2cc1e42fa5732: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
17:47:54.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:52.739295 19045 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 19021
17:47:54.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:54.471586 19049 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:47:54.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:54.468133 19021 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 3.124s user 0.967s sys 1.669s
17:47:54.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:54.473407 19048 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3110 milliseconds
17:47:54.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:54.473642 19021 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 3.130s user 0.967s sys 1.670s
17:47:54.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.473910 19021 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
17:47:54.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:51.353205 19046 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:47:54.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.479056 19021 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:47:54.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.481842 19021 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:47:54.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.483261 19021 hybrid_clock.cc:648] HybridClock initialized: now 1790185674483351 us; error 186 us; skew 500 ppm
17:47:54.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.484091 19021 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:47:54.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.491966 19021 webserver.cc:460] Webserver started at http://127.18.77.1:38909/ using document root <none> and password file <none>
17:47:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.493116 19021 fs_manager.cc:359] Metadata directory not provided
17:47:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.493383 19021 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:47:54.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.493976 19021 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:47:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.500816 19021 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-0/data/instance:
17:47:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a608f70010c04f98af1db53c057ac158"
17:47:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:47:54 on dist-test-slave-6vhn"
17:47:54.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.502035 19021 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-0/wal/instance:
17:47:54.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a608f70010c04f98af1db53c057ac158"
17:47:54.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:47:54 on dist-test-slave-6vhn"
17:47:54.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.510584 19021 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.005s sys 0.001s
17:47:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.516950 19062 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:47:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.518162 19021 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.003s
17:47:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.518534 19021 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-0/data,/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-0/wal
17:47:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a608f70010c04f98af1db53c057ac158"
17:47:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:47:54 on dist-test-slave-6vhn"
17:47:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.518929 19021 fs_report.cc:383] FS layout report
17:47:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:47:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-0/wal
17:47:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-0/wal
17:47:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-0/data/data
17:47:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:47:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:47:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:47:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:47:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:47:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:47:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:47:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:47:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:47:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:47:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:47:54.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.592437 19021 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:47:54.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.594146 19021 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:47:54.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.594769 19021 kserver.cc:163] Server-wide thread pool size limit: 3276
17:47:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.598212 19021 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
17:47:54.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.603708 19021 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
17:47:54.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.603966 19021 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
17:47:54.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.604341 19021 ts_tablet_manager.cc:610] Registered 0 tablets
17:47:54.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.604597 19021 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
17:47:54.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.979543 19021 rpc_server.cc:307] RPC server started. Bound to: 127.18.77.1:41395
17:47:54.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.979660 19175 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.77.1:41395 every 8 connection(s)
17:47:54.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.982806 19021 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-0/data/info.pb
17:47:54.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.991595 18740 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu as pid 19021
17:47:54.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:54.992424 18740 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-0/wal/instance
17:47:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:55.019462 18740 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu
17:47:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu
17:47:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-1/wal
17:47:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-1/data
17:47:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:47:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:47:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:47:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:47:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:47:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:47:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-1/logs
17:47:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-1/data/info.pb
17:47:55.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:47:55.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:47:55.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:47:55.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:47:55.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:47:55.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:47:55.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:47:55.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:47:55.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
17:47:55.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:47:55.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.77.2:0
17:47:55.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.77.2
17:47:55.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.77.2
17:47:55.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:47:55.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.77.62:42759,127.18.77.61:42001,127.18.77.60:35489
17:47:55.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.77.20:39777
17:47:55.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:47:55.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:47:55.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
17:47:55.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:55.078651 19176 heartbeater.cc:347] Connected to a master server at 127.18.77.60:35489
17:47:55.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:55.078888 19177 heartbeater.cc:347] Connected to a master server at 127.18.77.61:42001
17:47:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:55.079363 19177 heartbeater.cc:464] Registering TS with master...
17:47:55.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:55.079375 19176 heartbeater.cc:464] Registering TS with master...
17:47:55.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:55.080678 19177 heartbeater.cc:511] Master 127.18.77.61:42001 requested a full tablet report, sending...
17:47:55.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:55.081588 19176 heartbeater.cc:511] Master 127.18.77.60:35489 requested a full tablet report, sending...
17:47:55.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:55.084610 18860 ts_manager.cc:194] Registered new tserver with Master: a608f70010c04f98af1db53c057ac158 (127.18.77.1:41395)
17:47:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:55.087567 18940 ts_manager.cc:194] Registered new tserver with Master: a608f70010c04f98af1db53c057ac158 (127.18.77.1:41395)
17:47:55.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:55.090700 18940 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.18.77.1:37677
17:47:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:55.112313 19180 heartbeater.cc:347] Connected to a master server at 127.18.77.62:42759
17:47:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:55.112707 19180 heartbeater.cc:464] Registering TS with master...
17:47:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:55.113435 19180 heartbeater.cc:511] Master 127.18.77.62:42759 requested a full tablet report, sending...
17:47:55.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:55.116879 18785 ts_manager.cc:194] Registered new tserver with Master: a608f70010c04f98af1db53c057ac158 (127.18.77.1:41395)
17:47:55.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:55.444892 19183 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:47:55.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:55.445466 19183 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:47:55.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:55.446156 19183 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:47:55.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:55.484310 19183 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:47:55.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:55.485347 19183 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.77.2
17:47:55.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:55.522966 19183 tablet_server_runner.cc:78] Tablet server non-default flags:
17:47:55.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:47:55.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.77.20:39777
17:47:55.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:47:55.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:47:55.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-1/data
17:47:55.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-1/wal
17:47:55.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:47:55.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:47:55.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.77.2:0
17:47:55.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:47:55.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:47:55.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:47:55.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-1/data/info.pb
17:47:55.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.77.2
17:47:55.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:47:55.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.77.62:42759,127.18.77.61:42001,127.18.77.60:35489
17:47:55.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:47:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:47:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:47:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:47:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:47:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.77.2
17:47:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-1/logs
17:47:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:47:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:47:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:47:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
17:47:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:47:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:47:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:47:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:47:15 UTC on ccycloud.quasar-ynfelf.root.comops.site
17:47:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667753
17:47:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
17:47:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:55.524549 19183 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:47:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:55.526569 19183 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:47:55.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:55.553442 19193 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:47:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:56.097443 19176 heartbeater.cc:503] Master 127.18.77.60:35489 was elected leader, sending a full tablet report...
17:47:56.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:55.555305 19195 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:47:56.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:55.555337 19183 server_base.cc:1034] running on GCE node
17:47:56.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:55.555537 19192 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:47:56.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:56.789364 19183 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:47:56.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:56.791698 19183 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:47:56.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:56.793100 19183 hybrid_clock.cc:648] HybridClock initialized: now 1790185676793066 us; error 40 us; skew 500 ppm
17:47:56.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:56.793974 19183 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:47:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:56.800478 19183 webserver.cc:460] Webserver started at http://127.18.77.2:41303/ using document root <none> and password file <none>
17:47:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:56.801447 19183 fs_manager.cc:359] Metadata directory not provided
17:47:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:56.801681 19183 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:47:56.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:56.802196 19183 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:47:56.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:56.807317 19183 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-1/data/instance:
17:47:56.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4912396fa0c74098986af80a306a4932"
17:47:56.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:47:56 on dist-test-slave-6vhn"
17:47:56.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:56.808470 19183 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-1/wal/instance:
17:47:56.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4912396fa0c74098986af80a306a4932"
17:47:56.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:47:56 on dist-test-slave-6vhn"
17:47:56.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:56.815932 19183 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
17:47:56.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:56.821581 19205 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:47:56.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:56.822754 19183 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
17:47:56.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:56.823119 19183 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-1/data,/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-1/wal
17:47:56.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4912396fa0c74098986af80a306a4932"
17:47:56.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:47:56 on dist-test-slave-6vhn"
17:47:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:56.823498 19183 fs_report.cc:383] FS layout report
17:47:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:47:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-1/wal
17:47:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-1/wal
17:47:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-1/data/data
17:47:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:47:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:47:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:47:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:47:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:47:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:47:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:47:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:47:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:47:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:47:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:47:56.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:56.869839 19183 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:47:56.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:56.871760 19183 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:47:56.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:56.872325 19183 kserver.cc:163] Server-wide thread pool size limit: 3276
17:47:56.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:56.875747 19183 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
17:47:56.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:56.881378 19183 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
17:47:56.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:56.881676 19183 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
17:47:56.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:56.882019 19183 ts_tablet_manager.cc:610] Registered 0 tablets
17:47:56.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:56.882211 19183 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
17:47:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:57.054724 19183 rpc_server.cc:307] RPC server started. Bound to: 127.18.77.2:45965
17:47:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:57.054842 19317 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.77.2:45965 every 8 connection(s)
17:47:57.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:57.057482 19183 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-1/data/info.pb
17:47:57.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:57.062006 18740 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu as pid 19183
17:47:57.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:57.062465 18740 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-1/wal/instance
17:47:57.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:57.074836 18740 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu
17:47:57.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu
17:47:57.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-2/wal
17:47:57.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-2/data
17:47:57.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:47:57.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:47:57.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:47:57.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:47:57.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:47:57.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:47:57.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-2/logs
17:47:57.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-2/data/info.pb
17:47:57.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:47:57.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:47:57.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:47:57.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:47:57.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:47:57.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:47:57.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:47:57.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:47:57.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
17:47:57.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:47:57.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.77.3:0
17:47:57.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.77.3
17:47:57.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.77.3
17:47:57.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:47:57.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.77.62:42759,127.18.77.61:42001,127.18.77.60:35489
17:47:57.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.77.20:39777
17:47:57.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:47:57.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:47:57.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
17:47:57.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:57.115074 19319 heartbeater.cc:347] Connected to a master server at 127.18.77.61:42001
17:47:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:57.115557 19319 heartbeater.cc:464] Registering TS with master...
17:47:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:57.116127 19318 heartbeater.cc:347] Connected to a master server at 127.18.77.60:35489
17:47:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:57.116518 19318 heartbeater.cc:464] Registering TS with master...
17:47:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:57.118286 19318 heartbeater.cc:511] Master 127.18.77.60:35489 requested a full tablet report, sending...
17:47:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:57.118441 19319 heartbeater.cc:511] Master 127.18.77.61:42001 requested a full tablet report, sending...
17:47:57.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:57.120997 18940 ts_manager.cc:194] Registered new tserver with Master: 4912396fa0c74098986af80a306a4932 (127.18.77.2:45965)
17:47:57.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:57.121729 18860 ts_manager.cc:194] Registered new tserver with Master: 4912396fa0c74098986af80a306a4932 (127.18.77.2:45965)
17:47:57.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:57.123075 18940 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.18.77.2:53495
17:47:57.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:57.123167 19322 heartbeater.cc:347] Connected to a master server at 127.18.77.62:42759
17:47:57.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:57.123442 19322 heartbeater.cc:464] Registering TS with master...
17:47:57.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:57.124224 19322 heartbeater.cc:511] Master 127.18.77.62:42759 requested a full tablet report, sending...
17:47:57.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:57.126452 18785 ts_manager.cc:194] Registered new tserver with Master: 4912396fa0c74098986af80a306a4932 (127.18.77.2:45965)
17:47:57.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:57.412678 19328 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:47:57.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:57.413256 19328 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:47:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:57.413846 19328 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:47:57.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:57.444952 19328 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:47:57.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:57.446007 19328 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.77.3
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:57.480505 19328 tablet_server_runner.cc:78] Tablet server non-default flags:
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.77.20:39777
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-2/data
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-2/wal
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.77.3:0
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-2/data/info.pb
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.77.3
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.77.62:42759,127.18.77.61:42001,127.18.77.60:35489
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.77.3
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-2/logs
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:47:15 UTC on ccycloud.quasar-ynfelf.root.comops.site
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667753
17:47:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
17:47:57.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:57.481745 19328 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:47:57.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:57.483393 19328 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:47:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:57.515697 19335 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:47:58.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.127955 19318 heartbeater.cc:503] Master 127.18.77.60:35489 was elected leader, sending a full tablet report...
17:47:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:57.516666 19334 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:47:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:57.516067 19337 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:47:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:47:58.729660 19336 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
17:47:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.730288 19328 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
17:47:58.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.734404 19328 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:47:58.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.737807 19328 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:47:58.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.739264 19328 hybrid_clock.cc:648] HybridClock initialized: now 1790185678739132 us; error 143 us; skew 500 ppm
17:47:58.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.741119 19328 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:47:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.749135 19328 webserver.cc:460] Webserver started at http://127.18.77.3:43727/ using document root <none> and password file <none>
17:47:58.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.750211 19328 fs_manager.cc:359] Metadata directory not provided
17:47:58.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.750485 19328 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:47:58.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.751112 19328 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:47:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.757803 19328 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-2/data/instance:
17:47:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "291aa8e64fb8435baf60b3e8f0174012"
17:47:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:47:58 on dist-test-slave-6vhn"
17:47:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.759302 19328 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-2/wal/instance:
17:47:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "291aa8e64fb8435baf60b3e8f0174012"
17:47:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:47:58 on dist-test-slave-6vhn"
17:47:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.768601 19328 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.004s sys 0.004s
17:47:58.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.774603 19345 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:47:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.775755 19328 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
17:47:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.776153 19328 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-2/data,/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-2/wal
17:47:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "291aa8e64fb8435baf60b3e8f0174012"
17:47:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:47:58 on dist-test-slave-6vhn"
17:47:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.776535 19328 fs_report.cc:383] FS layout report
17:47:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:47:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-2/wal
17:47:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-2/wal
17:47:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-2/data/data
17:47:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:47:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:47:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:47:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:47:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:47:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:47:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:47:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:47:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:47:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:47:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:47:58.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.816740 19328 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:47:58.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.818292 19328 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:47:58.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.818841 19328 kserver.cc:163] Server-wide thread pool size limit: 3276
17:47:58.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.821797 19328 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
17:47:58.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.826706 19328 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
17:47:58.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.826928 19328 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
17:47:58.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.827440 19328 ts_tablet_manager.cc:610] Registered 0 tablets
17:47:58.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.827612 19328 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
17:47:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.995635 19328 rpc_server.cc:307] RPC server started. Bound to: 127.18.77.3:33685
17:47:58.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.995736 19457 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.77.3:33685 every 8 connection(s)
17:47:58.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:58.998517 19328 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-2/data/info.pb
17:47:59.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:59.001195 18740 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu as pid 19328
17:47:59.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:59.001734 18740 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster3047344113585507476/ts-2/wal/instance
17:47:59.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:59.039044 19458 heartbeater.cc:347] Connected to a master server at 127.18.77.60:35489
17:47:59.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:59.039494 19458 heartbeater.cc:464] Registering TS with master...
17:47:59.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:59.039875 19460 heartbeater.cc:347] Connected to a master server at 127.18.77.62:42759
17:47:59.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:59.040211 19460 heartbeater.cc:464] Registering TS with master...
17:47:59.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:59.040746 19458 heartbeater.cc:511] Master 127.18.77.60:35489 requested a full tablet report, sending...
17:47:59.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:59.041165 19460 heartbeater.cc:511] Master 127.18.77.62:42759 requested a full tablet report, sending...
17:47:59.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:59.044562 19459 heartbeater.cc:347] Connected to a master server at 127.18.77.61:42001
17:47:59.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:59.044589 18784 ts_manager.cc:194] Registered new tserver with Master: 291aa8e64fb8435baf60b3e8f0174012 (127.18.77.3:33685)
17:47:59.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:59.044911 19459 heartbeater.cc:464] Registering TS with master...
17:47:59.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:59.045708 19459 heartbeater.cc:511] Master 127.18.77.61:42001 requested a full tablet report, sending...
17:47:59.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:59.046412 18940 ts_manager.cc:194] Registered new tserver with Master: 291aa8e64fb8435baf60b3e8f0174012 (127.18.77.3:33685)
17:47:59.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:59.048388 18940 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.18.77.3:54387
17:47:59.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:59.048417 18860 ts_manager.cc:194] Registered new tserver with Master: 291aa8e64fb8435baf60b3e8f0174012 (127.18.77.3:33685)
17:47:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:59.072446 18740 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
17:47:59.083 [DEBUG - main] (MiniKuduCluster.java:195) Response:
17:47:59.084 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
17:47:59.096 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.18.77.62"
port: 42759
}
bound_http_address {
host: "127.18.77.62"
port: 38919
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.18.77.61"
port: 42001
}
bound_http_address {
host: "127.18.77.61"
port: 42443
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.18.77.60"
port: 35489
}
bound_http_address {
host: "127.18.77.60"
port: 43495
}
}
}
17:47:59.102 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
17:47:59.106 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.18.77.1"
port: 41395
}
bound_http_address {
host: "127.18.77.1"
port: 38909
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.18.77.2"
port: 45965
}
bound_http_address {
host: "127.18.77.2"
port: 41303
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.18.77.3"
port: 33685
}
bound_http_address {
host: "127.18.77.3"
port: 43727
}
}
}
17:47:59.106 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
17:47:59.303 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
17:47:59.421 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskkAUDK7/test-tmp
17:47:59.421 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
17:47:59.421 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskkAUDK7/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
17:47:59.425 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
17:47:59.760 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:47:59.760 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
17:47:59.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:59.763630 19469 mini_oidc.cc:152] Starting JWKS server
17:47:59.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:59.767465 19469 webserver.cc:460] Webserver started at http://127.0.0.1:35833/ using document root <none> and password file <none>
17:47:59.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:59.768002 19469 mini_oidc.cc:189] Starting OIDC Discovery server
17:47:59.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:47:59.769798 19469 webserver.cc:460] Webserver started at http://127.0.0.1:43775/ using document root <none> and password file <none>
17:47:59.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
17:47:59.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/principal' for realm 'KRBTEST.COM',
17:47:59.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
17:47:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:47:59 dist-test-slave-6vhn krb5kdc[19481](info): setting up network...
17:47:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
17:47:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:47:59 dist-test-slave-6vhn krb5kdc[19481](info): set up 2 sockets
17:47:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:47:59 dist-test-slave-6vhn krb5kdc[19481](info): commencing operation
17:47:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
17:48:00.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:00.052203 19458 heartbeater.cc:503] Master 127.18.77.60:35489 was elected leader, sending a full tablet report...
17:48:00.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:00.900128 19469 mini_kdc.cc:121] Time spent starting KDC: real 1.105s user 0.002s sys 0.019s
17:48:00.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
17:48:00.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
17:48:00.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
17:48:00.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
17:48:00.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
17:48:00.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
17:48:00.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
17:48:00.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
17:48:00.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
17:48:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
17:48:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/test-user.keytab.
17:48:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/test-user.keytab.
17:48:01.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:48:01 dist-test-slave-6vhn krb5kdc[19481](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185681, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
17:48:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
17:48:01.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T17:48:01Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
17:48:01.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T17:48:01Z Disabled control of system clock
17:48:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.3.126@KRBTEST.COM; defaulting to no policy
17:48:01.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
17:48:01.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.3.126@KRBTEST.COM" created.
17:48:01.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
17:48:01.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.3.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/kudu_127.19.3.126.keytab.
17:48:01.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.3.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/kudu_127.19.3.126.keytab.
17:48:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:01.104197 19469 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu
17:48:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu
17:48:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/wal
17:48:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/data
17:48:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:48:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:48:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:48:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:48:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:48:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:48:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/logs
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/data/info.pb
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.3.126:35443
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.3.126
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/kudu_127.19.3.126.keytab
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.3.126
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.3.84:45499
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.3.126:35443,127.19.3.125:39835,127.19.3.124:39669
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35833/jwks.json
17:48:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
17:48:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:01.417588 19494 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:48:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:01.418155 19494 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:48:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:01.418831 19494 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:48:01.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:01.450595 19494 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
17:48:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:01.450850 19494 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:48:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:01.451107 19494 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:48:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:01.451298 19494 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:48:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:01.451478 19494 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:48:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:01.451666 19494 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:48:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:01.451792 19494 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35833/jwks.json
17:48:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:01.493947 19494 master_runner.cc:386] Master server non-default flags:
17:48:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:48:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.3.84:45499
17:48:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:48:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:48:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/data
17:48:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/wal
17:48:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
17:48:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:48:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.3.126:35443,127.19.3.125:39835,127.19.3.124:39669
17:48:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/kudu_127.19.3.126.keytab
17:48:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.3.126
17:48:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:48:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:48:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:48:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.3.126:35443
17:48:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35833/jwks.json
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/data/info.pb
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.3.126
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/logs
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:47:15 UTC on ccycloud.quasar-ynfelf.root.comops.site
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667753
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
17:48:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:01.495232 19494 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:48:01.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:01.496333 19494 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:48:01.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:01.515625 19501 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:48:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:01.515981 19502 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:48:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:01.515771 19504 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:48:02.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:02.796355 19503 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
17:48:02.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:02.796496 19494 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
17:48:02.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:02.800355 19494 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:48:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:02.806643 19494 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:48:02.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:02.808257 19494 hybrid_clock.cc:648] HybridClock initialized: now 1790185682808211 us; error 54 us; skew 500 ppm
17:48:02.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:02.809252 19494 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:48:02.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:48:02 dist-test-slave-6vhn krb5kdc[19481](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185682, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.3.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
17:48:02.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:02.818810 19494 init.cc:377] Logged in from keytab as kudu/127.19.3.126@KRBTEST.COM (short username kudu)
17:48:02.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:02.829905 19494 webserver.cc:460] Webserver started at http://127.19.3.126:39039/ using document root <none> and password file <none>
17:48:02.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:02.831322 19494 fs_manager.cc:359] Metadata directory not provided
17:48:02.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:02.831631 19494 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:48:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:02.832069 19494 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:48:02.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:02.838064 19494 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/data/instance:
17:48:02.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3003d3c14b87447aa1131334dbde650c"
17:48:02.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:48:02 on dist-test-slave-6vhn"
17:48:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:02.839285 19494 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/wal/instance:
17:48:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3003d3c14b87447aa1131334dbde650c"
17:48:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:48:02 on dist-test-slave-6vhn"
17:48:02.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:02.850975 19494 fs_manager.cc:691] Time spent creating directory manager: real 0.011s user 0.005s sys 0.005s
17:48:02.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:02.860435 19512 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:48:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:02.862012 19494 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.000s sys 0.005s
17:48:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:02.862463 19494 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/data,/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/wal
17:48:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3003d3c14b87447aa1131334dbde650c"
17:48:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:48:02 on dist-test-slave-6vhn"
17:48:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:02.862926 19494 fs_report.cc:383] FS layout report
17:48:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:48:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/wal
17:48:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/wal
17:48:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/data/data
17:48:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:48:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:48:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:48:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:48:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:48:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:48:02.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:48:02.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:48:02.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:48:02.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:48:02.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:48:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:02.934850 19494 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:48:02.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:02.942888 19494 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:48:02.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:02.943668 19494 kserver.cc:163] Server-wide thread pool size limit: 3276
17:48:03.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:03.202904 19494 rpc_server.cc:307] RPC server started. Bound to: 127.19.3.126:35443
17:48:03.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:03.202981 19563 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.3.126:35443 every 8 connection(s)
17:48:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:03.205732 19494 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/data/info.pb
17:48:03.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:03.216571 19564 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
17:48:03.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:03.216956 19469 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu as pid 19494
17:48:03.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:03.217615 19469 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/wal/instance
17:48:03.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.3.125@KRBTEST.COM; defaulting to no policy
17:48:03.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
17:48:03.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.3.125@KRBTEST.COM" created.
17:48:03.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:03.246270 19564 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.3.126" port: 35443 } has no permanent_uuid. Determining permanent_uuid...
17:48:03.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
17:48:03.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.3.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/kudu_127.19.3.125.keytab.
17:48:03.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.3.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/kudu_127.19.3.125.keytab.
17:48:03.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:03.288173 19469 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu
17:48:03.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu
17:48:03.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/wal
17:48:03.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/data
17:48:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:48:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:48:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:48:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:48:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:48:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:48:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/logs
17:48:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/data/info.pb
17:48:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:48:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:48:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:48:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:48:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:48:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:48:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:48:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:48:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:48:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:48:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:48:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:48:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.3.125:39835
17:48:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.3.125
17:48:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:48:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/kudu_127.19.3.125.keytab
17:48:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.3.125
17:48:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
17:48:03.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
17:48:03.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
17:48:03.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.3.84:45499
17:48:03.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:48:03.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:48:03.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:48:03.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:48:03.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.3.126:35443,127.19.3.125:39835,127.19.3.124:39669
17:48:03.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:48:03.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35833/jwks.json
17:48:03.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
17:48:03.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:48:03 dist-test-slave-6vhn krb5kdc[19481](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185682, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.3.126@KRBTEST.COM for kudu/127.19.3.126@KRBTEST.COM
17:48:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:03.316293 19564 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.3.125" port: 39835 } has no permanent_uuid. Determining permanent_uuid...
17:48:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:03.320748 19514 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.3.125:39835: connect: Connection refused (error 111)
17:48:03.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:03.328842 19564 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.3.125:39835: Network error: Client connection negotiation failed: client connection to 127.19.3.125:39835: connect: Connection refused (error 111)
17:48:03.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:03.378386 19564 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.3.125" port: 39835 } attempt: 1
17:48:03.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:03.383898 19564 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.3.125:39835: Network error: Client connection negotiation failed: client connection to 127.19.3.125:39835: connect: Connection refused (error 111)
17:48:03.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:03.452351 19564 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.3.125" port: 39835 } attempt: 2
17:48:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:03.456343 19564 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.3.125:39835: Network error: Client connection negotiation failed: client connection to 127.19.3.125:39835: connect: Connection refused (error 111)
17:48:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:03.547695 19564 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.3.125" port: 39835 } attempt: 3
17:48:03.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:03.552765 19564 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.3.125:39835: Network error: Client connection negotiation failed: client connection to 127.19.3.125:39835: connect: Connection refused (error 111)
17:48:03.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:03.645798 19570 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:48:03.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:03.646495 19570 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:48:03.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:03.647285 19570 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:48:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:03.693874 19570 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
17:48:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:03.694252 19570 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:48:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:03.694761 19570 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:48:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:03.695322 19570 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:48:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:03.695609 19570 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:48:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:03.695812 19570 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:48:03.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:03.695955 19570 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35833/jwks.json
17:48:03.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:03.696502 19564 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.3.125" port: 39835 } attempt: 4
17:48:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:03.701143 19564 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.3.125:39835: Network error: Client connection negotiation failed: client connection to 127.19.3.125:39835: connect: Connection refused (error 111)
17:48:03.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:03.754492 19570 master_runner.cc:386] Master server non-default flags:
17:48:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:48:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.3.84:45499
17:48:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:48:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:48:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/data
17:48:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/wal
17:48:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
17:48:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:48:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.3.126:35443,127.19.3.125:39835,127.19.3.124:39669
17:48:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/kudu_127.19.3.125.keytab
17:48:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.3.125
17:48:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:48:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:48:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:48:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.3.125:39835
17:48:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:48:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:48:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:48:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35833/jwks.json
17:48:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
17:48:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
17:48:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
17:48:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:48:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:48:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/data/info.pb
17:48:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.3.125
17:48:03.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:48:03.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:48:03.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:48:03.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:48:03.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:48:03.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:48:03.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/logs
17:48:03.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:48:03.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:48:03.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:48:03.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:48:03.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:48:03.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:48:03.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:48:03.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:47:15 UTC on ccycloud.quasar-ynfelf.root.comops.site
17:48:03.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667753
17:48:03.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
17:48:03.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:03.756042 19570 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:48:03.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:03.757401 19570 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:48:03.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:03.777487 19578 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:48:04.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:04.000604 19564 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.3.125" port: 39835 } attempt: 5
17:48:04.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:04.005463 19564 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.3.125:39835: Network error: Client connection negotiation failed: client connection to 127.19.3.125:39835: connect: Connection refused (error 111)
17:48:04.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:04.552870 19564 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.3.125" port: 39835 } attempt: 6
17:48:04.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:04.561721 19564 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.3.125:39835: Network error: Client connection negotiation failed: client connection to 127.19.3.125:39835: connect: Connection refused (error 111)
17:48:05.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:03.777665 19577 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:48:05.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:03.779790 19570 server_base.cc:1034] running on GCE node
17:48:05.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:03.777591 19580 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:48:05.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.047626 19570 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:48:05.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.050751 19570 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:48:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.058573 19570 hybrid_clock.cc:648] HybridClock initialized: now 1790185685058497 us; error 79 us; skew 500 ppm
17:48:05.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.059793 19570 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:48:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:48:05 dist-test-slave-6vhn krb5kdc[19481](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185685, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.3.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
17:48:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.072088 19570 init.cc:377] Logged in from keytab as kudu/127.19.3.125@KRBTEST.COM (short username kudu)
17:48:05.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.078784 19570 webserver.cc:460] Webserver started at http://127.19.3.125:39557/ using document root <none> and password file <none>
17:48:05.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.079888 19570 fs_manager.cc:359] Metadata directory not provided
17:48:05.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.080152 19570 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:48:05.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.080927 19570 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:48:05.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.086129 19570 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/data/instance:
17:48:05.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6ced8bcc6fb43e6925ffeb74080c755"
17:48:05.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:48:05 on dist-test-slave-6vhn"
17:48:05.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.087342 19570 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/wal/instance:
17:48:05.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6ced8bcc6fb43e6925ffeb74080c755"
17:48:05.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:48:05 on dist-test-slave-6vhn"
17:48:05.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.095373 19570 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
17:48:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.101251 19592 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:48:05.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.102327 19570 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
17:48:05.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.102725 19570 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/data,/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/wal
17:48:05.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6ced8bcc6fb43e6925ffeb74080c755"
17:48:05.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:48:05 on dist-test-slave-6vhn"
17:48:05.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.103083 19570 fs_report.cc:383] FS layout report
17:48:05.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:48:05.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/wal
17:48:05.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/wal
17:48:05.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/data/data
17:48:05.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:48:05.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:48:05.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:48:05.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:48:05.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:48:05.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:48:05.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:48:05.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:48:05.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:48:05.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:48:05.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:48:05.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.144810 19570 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:48:05.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.151525 19570 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:48:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.152084 19570 kserver.cc:163] Server-wide thread pool size limit: 3276
17:48:05.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.242282 19570 rpc_server.cc:307] RPC server started. Bound to: 127.19.3.125:39835
17:48:05.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.242353 19643 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.3.125:39835 every 8 connection(s)
17:48:05.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.245193 19570 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/data/info.pb
17:48:05.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.249691 19469 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu as pid 19570
17:48:05.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.250196 19469 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/wal/instance
17:48:05.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.252302 19644 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
17:48:05.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.3.124@KRBTEST.COM; defaulting to no policy
17:48:05.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.268381 19644 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.3.126" port: 35443 } has no permanent_uuid. Determining permanent_uuid...
17:48:05.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
17:48:05.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.3.124@KRBTEST.COM" created.
17:48:05.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:48:05 dist-test-slave-6vhn krb5kdc[19481](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185685, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.3.125@KRBTEST.COM for kudu/127.19.3.126@KRBTEST.COM
17:48:05.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
17:48:05.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.3.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/kudu_127.19.3.124.keytab.
17:48:05.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.3.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/kudu_127.19.3.124.keytab.
17:48:05.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.300987 19469 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu
17:48:05.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu
17:48:05.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/wal
17:48:05.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/data
17:48:05.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:48:05.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:48:05.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:48:05.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:48:05.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:48:05.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:48:05.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/logs
17:48:05.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/data/info.pb
17:48:05.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:48:05.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:48:05.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:48:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:48:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:48:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:48:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:48:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:48:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:48:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:48:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:48:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:48:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.3.124:39669
17:48:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.3.124
17:48:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:48:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/kudu_127.19.3.124.keytab
17:48:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.3.124
17:48:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
17:48:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
17:48:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
17:48:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.3.84:45499
17:48:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:48:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:48:05.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:48:05.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:48:05.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.3.126:35443,127.19.3.125:39835,127.19.3.124:39669
17:48:05.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:48:05.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35833/jwks.json
17:48:05.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
17:48:05.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.312744 19644 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.3.125" port: 39835 } has no permanent_uuid. Determining permanent_uuid...
17:48:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:48:05 dist-test-slave-6vhn krb5kdc[19481](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185685, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.3.125@KRBTEST.COM for kudu/127.19.3.125@KRBTEST.COM
17:48:05.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.343978 19644 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } has no permanent_uuid. Determining permanent_uuid...
17:48:05.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:05.346369 19596 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.3.124:39669: connect: Connection refused (error 111)
17:48:05.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:05.350917 19644 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.3.124:39669: Network error: Client connection negotiation failed: client connection to 127.19.3.124:39669: connect: Connection refused (error 111)
17:48:05.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.400462 19644 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } attempt: 1
17:48:05.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:05.404152 19644 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.3.124:39669: Network error: Client connection negotiation failed: client connection to 127.19.3.124:39669: connect: Connection refused (error 111)
17:48:05.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.472620 19644 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } attempt: 2
17:48:05.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:05.476385 19644 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.3.124:39669: Network error: Client connection negotiation failed: client connection to 127.19.3.124:39669: connect: Connection refused (error 111)
17:48:05.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.567790 19644 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } attempt: 3
17:48:05.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:05.571956 19644 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.3.124:39669: Network error: Client connection negotiation failed: client connection to 127.19.3.124:39669: connect: Connection refused (error 111)
17:48:05.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.622231 19564 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.3.125" port: 39835 } attempt: 7
17:48:05.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:48:05 dist-test-slave-6vhn krb5kdc[19481](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185682, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.3.126@KRBTEST.COM for kudu/127.19.3.125@KRBTEST.COM
17:48:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:05.643610 19650 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:48:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:05.644366 19650 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:48:05.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:05.645040 19650 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:48:05.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.648748 19564 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } has no permanent_uuid. Determining permanent_uuid...
17:48:05.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:05.654924 19564 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.3.124:39669: Network error: Client connection negotiation failed: client connection to 127.19.3.124:39669: connect: Connection refused (error 111)
17:48:05.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:05.680158 19650 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
17:48:05.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:05.680401 19650 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:48:05.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:05.680657 19650 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:48:05.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:05.680934 19650 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:48:05.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:05.681186 19650 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:48:05.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:05.681519 19650 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:48:05.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:05.681706 19650 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35833/jwks.json
17:48:05.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.713347 19564 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } attempt: 1
17:48:05.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.715646 19644 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } attempt: 4
17:48:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:05.717767 19564 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.3.124:39669: Network error: Client connection negotiation failed: client connection to 127.19.3.124:39669: connect: Connection refused (error 111)
17:48:05.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:05.719897 19644 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.3.124:39669: Network error: Client connection negotiation failed: client connection to 127.19.3.124:39669: connect: Connection refused (error 111)
17:48:05.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.724123 19650 master_runner.cc:386] Master server non-default flags:
17:48:05.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:48:05.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.3.84:45499
17:48:05.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:48:05.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:48:05.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/data
17:48:05.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/wal
17:48:05.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
17:48:05.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:48:05.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.3.126:35443,127.19.3.125:39835,127.19.3.124:39669
17:48:05.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/kudu_127.19.3.124.keytab
17:48:05.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.3.124
17:48:05.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:48:05.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:48:05.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:48:05.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.3.124:39669
17:48:05.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:48:05.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:48:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:48:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35833/jwks.json
17:48:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
17:48:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
17:48:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
17:48:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:48:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:48:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/data/info.pb
17:48:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.3.124
17:48:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:48:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:48:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:48:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:48:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:48:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:48:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/logs
17:48:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:48:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:48:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:48:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:48:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:48:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:48:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:48:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:47:15 UTC on ccycloud.quasar-ynfelf.root.comops.site
17:48:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667753
17:48:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
17:48:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.725566 19650 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:48:05.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.726881 19650 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:48:05.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:05.750063 19662 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:48:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.799219 19564 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } attempt: 2
17:48:05.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:05.805790 19564 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.3.124:39669: Network error: Client connection negotiation failed: client connection to 127.19.3.124:39669: connect: Connection refused (error 111)
17:48:05.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:05.891417 19564 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } attempt: 3
17:48:05.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:05.900566 19564 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.3.124:39669: Network error: Client connection negotiation failed: client connection to 127.19.3.124:39669: connect: Connection refused (error 111)
17:48:06.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:06.019320 19644 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } attempt: 5
17:48:06.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:06.023355 19644 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.3.124:39669: Network error: Client connection negotiation failed: client connection to 127.19.3.124:39669: connect: Connection refused (error 111)
17:48:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:06.041224 19564 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } attempt: 4
17:48:06.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:06.049116 19564 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.3.124:39669: Network error: Client connection negotiation failed: client connection to 127.19.3.124:39669: connect: Connection refused (error 111)
17:48:06.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:06.332758 19564 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } attempt: 5
17:48:06.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:06.340181 19564 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.3.124:39669: Network error: Client connection negotiation failed: client connection to 127.19.3.124:39669: connect: Connection refused (error 111)
17:48:06.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:06.570823 19644 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } attempt: 6
17:48:06.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:06.584383 19644 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.3.124:39669: Network error: Client connection negotiation failed: client connection to 127.19.3.124:39669: connect: Connection refused (error 111)
17:48:06.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:06.892722 19564 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } attempt: 6
17:48:06.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:06.931087 19564 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.3.124:39669: Network error: Client connection negotiation failed: client connection to 127.19.3.124:39669: connect: Connection refused (error 111)
17:48:07.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:05.753639 19664 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:48:07.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:05.750742 19661 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:48:07.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:07.203863 19663 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1452 milliseconds
17:48:07.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.204023 19650 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
17:48:07.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.205549 19650 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:48:07.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.208681 19650 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:48:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.210238 19650 hybrid_clock.cc:648] HybridClock initialized: now 1790185687210205 us; error 41 us; skew 500 ppm
17:48:07.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.211192 19650 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:48:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:48:07 dist-test-slave-6vhn krb5kdc[19481](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185687, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.3.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
17:48:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.217206 19650 init.cc:377] Logged in from keytab as kudu/127.19.3.124@KRBTEST.COM (short username kudu)
17:48:07.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.222994 19650 webserver.cc:460] Webserver started at http://127.19.3.124:37201/ using document root <none> and password file <none>
17:48:07.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.223937 19650 fs_manager.cc:359] Metadata directory not provided
17:48:07.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.224180 19650 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:48:07.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.224687 19650 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:48:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.229451 19650 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/data/instance:
17:48:07.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ef6a70755b9415ebc39fd9569db6ca1"
17:48:07.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:48:07 on dist-test-slave-6vhn"
17:48:07.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.230715 19650 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/wal/instance:
17:48:07.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ef6a70755b9415ebc39fd9569db6ca1"
17:48:07.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:48:07 on dist-test-slave-6vhn"
17:48:07.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.238811 19650 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
17:48:07.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.245386 19677 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:48:07.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.246971 19650 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
17:48:07.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.247463 19650 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/data,/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/wal
17:48:07.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ef6a70755b9415ebc39fd9569db6ca1"
17:48:07.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:48:07 on dist-test-slave-6vhn"
17:48:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.247846 19650 fs_report.cc:383] FS layout report
17:48:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:48:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/wal
17:48:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/wal
17:48:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/data/data
17:48:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:48:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:48:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:48:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:48:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:48:07.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:48:07.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:48:07.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:48:07.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:48:07.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:48:07.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:48:07.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.284017 19650 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:48:07.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.290017 19650 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:48:07.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.290547 19650 kserver.cc:163] Server-wide thread pool size limit: 3276
17:48:07.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.377157 19650 rpc_server.cc:307] RPC server started. Bound to: 127.19.3.124:39669
17:48:07.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.377219 19728 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.3.124:39669 every 8 connection(s)
17:48:07.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.379935 19650 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/data/info.pb
17:48:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.384781 19469 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu as pid 19650
17:48:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.385238 19469 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/wal/instance
17:48:07.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.387035 19729 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
17:48:07.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.416085 19729 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.3.126" port: 35443 } has no permanent_uuid. Determining permanent_uuid...
17:48:07.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:48:07 dist-test-slave-6vhn krb5kdc[19481](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185687, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.3.124@KRBTEST.COM for kudu/127.19.3.126@KRBTEST.COM
17:48:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:48:07 dist-test-slave-6vhn krb5kdc[19481](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185681, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.3.124@KRBTEST.COM
17:48:07.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.448818 19729 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.3.125" port: 39835 } has no permanent_uuid. Determining permanent_uuid...
17:48:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:48:07 dist-test-slave-6vhn krb5kdc[19481](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185687, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.3.124@KRBTEST.COM for kudu/127.19.3.125@KRBTEST.COM
17:48:07.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:48:07 dist-test-slave-6vhn krb5kdc[19481](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185681, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.3.125@KRBTEST.COM
17:48:07.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.475502 19729 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } has no permanent_uuid. Determining permanent_uuid...
17:48:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:48:07 dist-test-slave-6vhn krb5kdc[19481](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185687, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.3.124@KRBTEST.COM for kudu/127.19.3.124@KRBTEST.COM
17:48:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:48:07 dist-test-slave-6vhn krb5kdc[19481](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185681, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.3.126@KRBTEST.COM
17:48:07.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.505488 19729 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: Bootstrap starting.
17:48:07.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.511431 19469 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
17:48:07.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.512022 19729 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: Neither blocks nor log segments found. Creating new log.
17:48:07.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.513693 19729 log.cc:824] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: Log is configured to *not* fsync() on all Append() calls
17:48:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.518286 19729 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: No bootstrap required, opened a new log
17:48:07.519 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:48:07.520 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
17:48:07.534 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
17:48:07.535 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
17:48:07.538 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.19.3.126"
port: 35443
}
bound_http_address {
host: "127.19.3.126"
port: 39039
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.19.3.125"
port: 39835
}
bound_http_address {
host: "127.19.3.125"
port: 39557
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.19.3.124"
port: 39669
}
bound_http_address {
host: "127.19.3.124"
port: 37201
}
}
}
17:48:07.538 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
17:48:07.539 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:48:07.539 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
17:48:07.541 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
17:48:07.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.549201 19729 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3003d3c14b87447aa1131334dbde650c" member_type: VOTER last_known_addr { host: "127.19.3.126" port: 35443 } } peers { permanent_uuid: "f6ced8bcc6fb43e6925ffeb74080c755" member_type: VOTER last_known_addr { host: "127.19.3.125" port: 39835 } } peers { permanent_uuid: "2ef6a70755b9415ebc39fd9569db6ca1" member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } }
17:48:07.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.550292 19729 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:48:07.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.550653 19729 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2ef6a70755b9415ebc39fd9569db6ca1, State: Initialized, Role: FOLLOWER
17:48:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.551579 19729 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3003d3c14b87447aa1131334dbde650c" member_type: VOTER last_known_addr { host: "127.19.3.126" port: 35443 } } peers { permanent_uuid: "f6ced8bcc6fb43e6925ffeb74080c755" member_type: VOTER last_known_addr { host: "127.19.3.125" port: 39835 } } peers { permanent_uuid: "2ef6a70755b9415ebc39fd9569db6ca1" member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } }
17:48:07.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.554816 19740 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3003d3c14b87447aa1131334dbde650c" member_type: VOTER last_known_addr { host: "127.19.3.126" port: 35443 } } peers { permanent_uuid: "f6ced8bcc6fb43e6925ffeb74080c755" member_type: VOTER last_known_addr { host: "127.19.3.125" port: 39835 } } peers { permanent_uuid: "2ef6a70755b9415ebc39fd9569db6ca1" member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } } }
17:48:07.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.555732 19740 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [sys.catalog]: This master's current role is: FOLLOWER
17:48:07.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.556023 19729 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [sys.catalog]: configured and running, proceeding with master startup.
17:48:07.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:48:07 dist-test-slave-6vhn krb5kdc[19481](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185687, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
17:48:07.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
17:48:07.581 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:48:07.584 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/krb5cc
17:48:07.595 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
17:48:07.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:07.595505 19752 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:07.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:07.595908 19752 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:07.596 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/krb5cc
17:48:07.597 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
17:48:07.601 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
17:48:07.603 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
17:48:07.603 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
17:48:07.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.585403 19650 master_runner.cc:186] Error getting master registration for 127.19.3.126:35443: OK, instance_id { permanent_uuid: "3003d3c14b87447aa1131334dbde650c" instance_seqno: 1790185683148798 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
17:48:07.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.623162 19650 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:48:07.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:48:07 dist-test-slave-6vhn krb5kdc[19481](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185687, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
17:48:07.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
17:48:07.640 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:48:07.640 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/krb5cc
17:48:07.642 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
17:48:07.642 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.19.3.126:35443
17:48:07.644 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
17:48:07.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.645345 19469 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu with pid 19494
17:48:07.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.645344 19644 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } attempt: 7
17:48:07.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:48:07 dist-test-slave-6vhn krb5kdc[19481](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185685, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.3.125@KRBTEST.COM for kudu/127.19.3.124@KRBTEST.COM
17:48:07.674 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:48:07.674 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.19.3.124:39669
17:48:07.675 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
17:48:07.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.676046 19469 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu with pid 19650
17:48:07.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:07.700557 19596 connection.cc:535] client connection to 127.19.3.124:39669 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
17:48:07.702 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:48:07.702 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.19.3.125:39835
17:48:07.702 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
17:48:07.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.703164 19469 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu with pid 19570
17:48:07.727 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:48:07.727 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.19.3.126:35443
17:48:07.728 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
17:48:07.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:07.729851 19469 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu
17:48:07.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu
17:48:07.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/wal
17:48:07.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/data
17:48:07.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:48:07.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:48:07.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:48:07.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:48:07.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:48:07.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:48:07.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/logs
17:48:07.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/data/info.pb
17:48:07.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:48:07.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:48:07.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:48:07.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:48:07.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:48:07.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:48:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:48:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:48:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:48:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:48:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:48:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:48:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.3.126:35443
17:48:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.3.126
17:48:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39039
17:48:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/kudu_127.19.3.126.keytab
17:48:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.3.126
17:48:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
17:48:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
17:48:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
17:48:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.3.84:45499
17:48:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:48:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:48:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:48:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:48:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.3.126:35443,127.19.3.125:39835,127.19.3.124:39669
17:48:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:48:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35833/jwks.json
17:48:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
17:48:08.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:08.080168 19758 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:48:08.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:08.080974 19758 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:48:08.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:08.082023 19758 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:48:08.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:08.116333 19758 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
17:48:08.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:08.116568 19758 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:48:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:08.116839 19758 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:48:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:08.117034 19758 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:48:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:08.117220 19758 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:48:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:08.117404 19758 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:48:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:08.117532 19758 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35833/jwks.json
17:48:08.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:08.157595 19758 master_runner.cc:386] Master server non-default flags:
17:48:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:48:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.3.84:45499
17:48:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:48:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:48:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/data
17:48:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/wal
17:48:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
17:48:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:48:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.3.126:35443,127.19.3.125:39835,127.19.3.124:39669
17:48:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/kudu_127.19.3.126.keytab
17:48:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.3.126
17:48:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:48:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:48:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:48:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.3.126:35443
17:48:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:48:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:48:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:48:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35833/jwks.json
17:48:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
17:48:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
17:48:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
17:48:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:48:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:48:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/data/info.pb
17:48:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.3.126
17:48:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39039
17:48:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:48:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:48:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:48:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:48:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:48:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/logs
17:48:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:48:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:48:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:48:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:48:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:48:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:48:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:48:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:47:15 UTC on ccycloud.quasar-ynfelf.root.comops.site
17:48:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667753
17:48:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
17:48:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:08.158795 19758 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:48:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:08.159816 19758 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:48:08.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:08.178565 19765 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:48:09.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:08.180119 19767 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:48:09.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:08.179361 19764 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:48:09.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:09.457566 19766 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1275 milliseconds
17:48:09.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:09.457865 19758 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
17:48:09.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:09.459364 19758 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:48:09.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:09.462532 19758 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:48:09.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:09.464020 19758 hybrid_clock.cc:648] HybridClock initialized: now 1790185689463978 us; error 58 us; skew 500 ppm
17:48:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:09.464953 19758 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:48:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:48:09 dist-test-slave-6vhn krb5kdc[19481](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185689, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.3.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
17:48:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:09.470865 19758 init.cc:377] Logged in from keytab as kudu/127.19.3.126@KRBTEST.COM (short username kudu)
17:48:09.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:09.475981 19758 webserver.cc:460] Webserver started at http://127.19.3.126:39039/ using document root <none> and password file <none>
17:48:09.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:09.476855 19758 fs_manager.cc:359] Metadata directory not provided
17:48:09.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:09.477056 19758 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:48:09.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:09.485033 19758 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.001s sys 0.004s
17:48:09.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:09.489197 19776 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:48:09.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:09.490473 19758 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.002s
17:48:09.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:09.490831 19758 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/data,/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/wal
17:48:09.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3003d3c14b87447aa1131334dbde650c"
17:48:09.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:48:02 on dist-test-slave-6vhn"
17:48:09.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:09.493124 19758 fs_report.cc:383] FS layout report
17:48:09.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:48:09.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/wal
17:48:09.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/wal
17:48:09.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/data/data
17:48:09.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:48:09.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:48:09.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:48:09.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:48:09.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:48:09.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:48:09.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:48:09.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:48:09.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:48:09.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:48:09.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:48:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:09.535072 19758 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:48:09.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:09.540719 19758 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:48:09.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:09.541245 19758 kserver.cc:163] Server-wide thread pool size limit: 3276
17:48:09.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:09.617851 19758 rpc_server.cc:307] RPC server started. Bound to: 127.19.3.126:35443
17:48:09.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:09.617960 19827 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.3.126:35443 every 8 connection(s)
17:48:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:09.620560 19758 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/data/info.pb
17:48:09.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:09.628067 19469 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu as pid 19758
17:48:09.628 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:48:09.629 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.19.3.124:39669
17:48:09.629 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
17:48:09.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:09.631150 19469 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu
17:48:09.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu
17:48:09.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/wal
17:48:09.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/data
17:48:09.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:48:09.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:48:09.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:48:09.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:48:09.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:48:09.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:48:09.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/logs
17:48:09.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/data/info.pb
17:48:09.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:48:09.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:48:09.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:48:09.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:48:09.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:48:09.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:48:09.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:48:09.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:48:09.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:48:09.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:48:09.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:48:09.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:48:09.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.3.124:39669
17:48:09.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.3.124
17:48:09.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37201
17:48:09.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/kudu_127.19.3.124.keytab
17:48:09.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.3.124
17:48:09.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
17:48:09.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
17:48:09.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
17:48:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.3.84:45499
17:48:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:48:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:48:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:48:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:48:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.3.126:35443,127.19.3.125:39835,127.19.3.124:39669
17:48:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:48:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35833/jwks.json
17:48:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
17:48:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:09.631901 19828 sys_catalog.cc:263] Verifying existing consensus state
17:48:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260923 17:48:09.632735 19828 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
17:48:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:09.633345 19758 master.cc:537] Master@127.19.3.126:35443 shutting down...
17:48:09.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:09.696908 19758 master.cc:552] Master@127.19.3.126:35443 shutdown complete.
17:48:09.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
17:48:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:09.975448 19830 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:48:09.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:09.976126 19830 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:48:09.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:09.976867 19830 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:48:10.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:10.010206 19830 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
17:48:10.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:10.010535 19830 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:48:10.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:10.011004 19830 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:48:10.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:10.011356 19830 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:48:10.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:10.011667 19830 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:48:10.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:10.012008 19830 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:48:10.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:10.012244 19830 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35833/jwks.json
17:48:10.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:10.051329 19830 master_runner.cc:386] Master server non-default flags:
17:48:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:48:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.3.84:45499
17:48:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:48:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:48:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/data
17:48:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/wal
17:48:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
17:48:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:48:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.3.126:35443,127.19.3.125:39835,127.19.3.124:39669
17:48:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/kudu_127.19.3.124.keytab
17:48:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.3.124
17:48:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:48:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:48:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:48:10.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.3.124:39669
17:48:10.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:48:10.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:48:10.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:48:10.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35833/jwks.json
17:48:10.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
17:48:10.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
17:48:10.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
17:48:10.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:48:10.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:48:10.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/data/info.pb
17:48:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.3.124
17:48:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37201
17:48:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:48:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:48:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:48:10.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:48:10.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:48:10.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/logs
17:48:10.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:48:10.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:48:10.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:48:10.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:48:10.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:48:10.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:48:10.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:48:10.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:47:15 UTC on ccycloud.quasar-ynfelf.root.comops.site
17:48:10.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667753
17:48:10.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
17:48:10.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:10.052851 19830 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:48:10.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:10.054268 19830 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:48:11.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:10.079219 19830 server_base.cc:1034] running on GCE node
17:48:11.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:10.077863 19840 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:48:11.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:10.077804 19837 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:48:11.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:10.077852 19838 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:48:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.318550 19830 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:48:11.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.321810 19830 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:48:11.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.323246 19830 hybrid_clock.cc:648] HybridClock initialized: now 1790185691323194 us; error 58 us; skew 500 ppm
17:48:11.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.324126 19830 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:48:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:48:11 dist-test-slave-6vhn krb5kdc[19481](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185691, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.3.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
17:48:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.336602 19830 init.cc:377] Logged in from keytab as kudu/127.19.3.124@KRBTEST.COM (short username kudu)
17:48:11.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.341977 19830 webserver.cc:460] Webserver started at http://127.19.3.124:37201/ using document root <none> and password file <none>
17:48:11.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.343044 19830 fs_manager.cc:359] Metadata directory not provided
17:48:11.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.343309 19830 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:48:11.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.351627 19830 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.007s sys 0.000s
17:48:11.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.356808 19849 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:48:11.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.357975 19830 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
17:48:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.358356 19830 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/data,/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/wal
17:48:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ef6a70755b9415ebc39fd9569db6ca1"
17:48:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:48:07 on dist-test-slave-6vhn"
17:48:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.360782 19830 fs_report.cc:383] FS layout report
17:48:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:48:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/wal
17:48:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/wal
17:48:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/data/data
17:48:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:48:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:48:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:48:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:48:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:48:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:48:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:48:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:48:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:48:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:48:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:48:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.410158 19830 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:48:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.415663 19830 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:48:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.416198 19830 kserver.cc:163] Server-wide thread pool size limit: 3276
17:48:11.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.489665 19830 rpc_server.cc:307] RPC server started. Bound to: 127.19.3.124:39669
17:48:11.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.489807 19900 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.3.124:39669 every 8 connection(s)
17:48:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.492517 19830 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-2/data/info.pb
17:48:11.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.497638 19469 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu as pid 19830
17:48:11.498 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:48:11.499 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.19.3.125:39835
17:48:11.499 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
17:48:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.500660 19469 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu
17:48:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu
17:48:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/wal
17:48:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/data
17:48:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:48:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:48:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:48:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:48:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:48:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:48:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/logs
17:48:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/data/info.pb
17:48:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:48:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:48:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:48:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:48:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:48:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:48:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:48:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:48:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:48:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:48:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:48:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:48:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.3.125:39835
17:48:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.3.125
17:48:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39557
17:48:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/kudu_127.19.3.125.keytab
17:48:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.3.125
17:48:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
17:48:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
17:48:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
17:48:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.3.84:45499
17:48:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:48:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:48:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:48:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:48:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.3.126:35443,127.19.3.125:39835,127.19.3.124:39669
17:48:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:48:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35833/jwks.json
17:48:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
17:48:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.503635 19901 sys_catalog.cc:263] Verifying existing consensus state
17:48:11.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.512992 19901 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: Bootstrap starting.
17:48:11.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.558750 19901 log.cc:824] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: Log is configured to *not* fsync() on all Append() calls
17:48:11.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.564028 19901 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
17:48:11.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.564905 19901 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: Bootstrap complete.
17:48:11.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.589818 19901 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3003d3c14b87447aa1131334dbde650c" member_type: VOTER last_known_addr { host: "127.19.3.126" port: 35443 } } peers { permanent_uuid: "f6ced8bcc6fb43e6925ffeb74080c755" member_type: VOTER last_known_addr { host: "127.19.3.125" port: 39835 } } peers { permanent_uuid: "2ef6a70755b9415ebc39fd9569db6ca1" member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } }
17:48:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.592674 19901 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:48:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.592875 19901 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2ef6a70755b9415ebc39fd9569db6ca1, State: Initialized, Role: FOLLOWER
17:48:11.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.593674 19901 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3003d3c14b87447aa1131334dbde650c" member_type: VOTER last_known_addr { host: "127.19.3.126" port: 35443 } } peers { permanent_uuid: "f6ced8bcc6fb43e6925ffeb74080c755" member_type: VOTER last_known_addr { host: "127.19.3.125" port: 39835 } } peers { permanent_uuid: "2ef6a70755b9415ebc39fd9569db6ca1" member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } }
17:48:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.596585 19905 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3003d3c14b87447aa1131334dbde650c" member_type: VOTER last_known_addr { host: "127.19.3.126" port: 35443 } } peers { permanent_uuid: "f6ced8bcc6fb43e6925ffeb74080c755" member_type: VOTER last_known_addr { host: "127.19.3.125" port: 39835 } } peers { permanent_uuid: "2ef6a70755b9415ebc39fd9569db6ca1" member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } } }
17:48:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.597450 19905 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [sys.catalog]: This master's current role is: FOLLOWER
17:48:11.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.598084 19901 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [sys.catalog]: configured and running, proceeding with master startup.
17:48:11.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:11.626278 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:11.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:11.626663 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:11.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.627211 19830 master_runner.cc:186] Error getting master registration for 127.19.3.126:35443: Network error: Client connection negotiation failed: client connection to 127.19.3.126:35443: connect: Connection refused (error 111),
17:48:11.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.659822 19830 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:48:11.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:11.671296 19855 tablet.cc:2369] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: Can't schedule compaction. Clean time has not been advanced past its initial value.
17:48:11.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:11.869666 19903 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:48:11.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:11.870217 19903 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:48:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:11.871232 19903 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:48:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:11.919108 19903 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
17:48:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:11.919349 19903 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:48:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:11.919605 19903 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:48:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:11.919798 19903 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:48:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:11.919992 19903 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:48:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:11.920260 19903 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:48:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:11.920421 19903 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35833/jwks.json
17:48:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.958356 19903 master_runner.cc:386] Master server non-default flags:
17:48:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:48:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.3.84:45499
17:48:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:48:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:48:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/data
17:48:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/wal
17:48:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
17:48:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:48:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.3.126:35443,127.19.3.125:39835,127.19.3.124:39669
17:48:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/krb5kdc/kudu_127.19.3.125.keytab
17:48:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.3.125
17:48:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:48:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:48:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:48:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.3.125:39835
17:48:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:48:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:48:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:48:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35833/jwks.json
17:48:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
17:48:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
17:48:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
17:48:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:48:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:48:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/data/info.pb
17:48:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.3.125
17:48:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39557
17:48:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:48:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:48:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:48:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:48:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:48:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/logs
17:48:11.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:48:11.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:48:11.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:48:11.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:48:11.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:48:11.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:48:11.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:48:11.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:47:15 UTC on ccycloud.quasar-ynfelf.root.comops.site
17:48:11.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667753
17:48:11.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
17:48:11.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.959518 19903 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:48:11.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:11.960525 19903 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:48:11.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:11.981262 19925 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:48:12.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:12.006413 19905 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:48:12.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:12.006970 19905 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3003d3c14b87447aa1131334dbde650c" member_type: VOTER last_known_addr { host: "127.19.3.126" port: 35443 } } peers { permanent_uuid: "f6ced8bcc6fb43e6925ffeb74080c755" member_type: VOTER last_known_addr { host: "127.19.3.125" port: 39835 } } peers { permanent_uuid: "2ef6a70755b9415ebc39fd9569db6ca1" member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } }
17:48:12.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:12.011300 19853 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.3.126:35443: connect: Connection refused (error 111)
17:48:12.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:12.011792 19905 leader_election.cc:288] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3003d3c14b87447aa1131334dbde650c (127.19.3.126:35443), f6ced8bcc6fb43e6925ffeb74080c755 (127.19.3.125:39835)
17:48:12.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:12.018851 19853 leader_election.cc:334] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3003d3c14b87447aa1131334dbde650c (127.19.3.126:35443): Network error: Client connection negotiation failed: client connection to 127.19.3.126:35443: connect: Connection refused (error 111)
17:48:12.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:12.021987 19851 leader_election.cc:334] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f6ced8bcc6fb43e6925ffeb74080c755 (127.19.3.125:39835): Network error: Client connection negotiation failed: client connection to 127.19.3.125:39835: connect: Connection refused (error 111)
17:48:12.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:12.022524 19851 leader_election.cc:302] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2ef6a70755b9415ebc39fd9569db6ca1; no voters: 3003d3c14b87447aa1131334dbde650c, f6ced8bcc6fb43e6925ffeb74080c755
17:48:12.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:12.024463 19905 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
17:48:12.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:12.630923 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:12.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:12.632398 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:13.638934 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:13.639294 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:13.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:13.375715 19923 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 19903
17:48:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:13.678949 19903 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.697s user 0.586s sys 1.074s
17:48:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:13.679404 19903 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.697s user 0.586s sys 1.074s
17:48:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:13.679745 19903 server_base.cc:1034] running on GCE node
17:48:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:11.990805 19924 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:48:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:13.681736 19927 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:48:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:13.687531 19903 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:48:13.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:13.690762 19903 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:48:13.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:13.692296 19903 hybrid_clock.cc:648] HybridClock initialized: now 1790185693692212 us; error 92 us; skew 500 ppm
17:48:13.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:13.693495 19903 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:48:13.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:48:13 dist-test-slave-6vhn krb5kdc[19481](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185693, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.3.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
17:48:13.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:13.702014 19903 init.cc:377] Logged in from keytab as kudu/127.19.3.125@KRBTEST.COM (short username kudu)
17:48:13.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:13.708108 19903 webserver.cc:460] Webserver started at http://127.19.3.125:39557/ using document root <none> and password file <none>
17:48:13.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:13.709647 19903 fs_manager.cc:359] Metadata directory not provided
17:48:13.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:13.709915 19903 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:48:13.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:13.720968 19903 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.003s sys 0.003s
17:48:13.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:13.729947 19936 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:48:13.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:13.735510 19903 fs_manager.cc:725] Time spent opening block manager: real 0.012s user 0.004s sys 0.001s
17:48:13.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:13.736100 19903 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/data,/tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/wal
17:48:13.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6ced8bcc6fb43e6925ffeb74080c755"
17:48:13.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:48:05 on dist-test-slave-6vhn"
17:48:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:13.739722 19903 fs_report.cc:383] FS layout report
17:48:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:48:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/wal
17:48:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/wal
17:48:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/data/data
17:48:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:48:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:48:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:48:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:48:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:48:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:48:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:48:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:48:13.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:48:13.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:48:13.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:48:13.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:13.802561 19903 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:48:13.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:13.809409 19903 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:48:13.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:13.809937 19903 kserver.cc:163] Server-wide thread pool size limit: 3276
17:48:13.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:13.896030 19903 rpc_server.cc:307] RPC server started. Bound to: 127.19.3.125:39835
17:48:13.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:13.896307 19987 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.3.125:39835 every 8 connection(s)
17:48:13.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:13.899323 19903 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/data/info.pb
17:48:13.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:13.906605 19469 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu as pid 19903
17:48:13.907 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:48:13.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:13.913200 19988 sys_catalog.cc:263] Verifying existing consensus state
17:48:13.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260923 17:48:13.914147 19988 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
17:48:13.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:13.914594 19903 master.cc:537] Master@127.19.3.125:39835 shutting down...
17:48:13.957 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.3.126:35443(127.19.3.126:35443)] connecting to peer
17:48:13.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:13.992583 19903 master.cc:552] Master@127.19.3.125:39835 shutdown complete.
17:48:14.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskkAUDK7/test-tmp/mini-kudu-cluster597209454266078836/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
17:48:14.029 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.3.124:39669(127.19.3.124:39669)] connecting to peer
17:48:14.032 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.3.125:39835(127.19.3.125:39835)] connecting to peer
17:48:14.091 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.19.3.124:39669(127.19.3.124:39669)] Successfully connected to peer
17:48:14.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:14.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.3.126:35443(127.19.3.126:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:14.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.126:35443: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:14.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:14.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.3.125:39835(127.19.3.125:39835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:14.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.125:39835: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:14.183 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
17:48:14.194 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.19.3.124
17:48:14.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:14.242969 19995 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:48:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:14.243432 19995 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3003d3c14b87447aa1131334dbde650c" member_type: VOTER last_known_addr { host: "127.19.3.126" port: 35443 } } peers { permanent_uuid: "f6ced8bcc6fb43e6925ffeb74080c755" member_type: VOTER last_known_addr { host: "127.19.3.125" port: 39835 } } peers { permanent_uuid: "2ef6a70755b9415ebc39fd9569db6ca1" member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } }
17:48:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:14.245337 19995 leader_election.cc:288] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3003d3c14b87447aa1131334dbde650c (127.19.3.126:35443), f6ced8bcc6fb43e6925ffeb74080c755 (127.19.3.125:39835)
17:48:14.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:14.252489 19853 leader_election.cc:334] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3003d3c14b87447aa1131334dbde650c (127.19.3.126:35443): Network error: Client connection negotiation failed: client connection to 127.19.3.126:35443: connect: Connection refused (error 111)
17:48:14.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:14.253011 19851 leader_election.cc:334] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f6ced8bcc6fb43e6925ffeb74080c755 (127.19.3.125:39835): Network error: Client connection negotiation failed: client connection to 127.19.3.125:39835: connect: Connection refused (error 111)
17:48:14.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:14.253398 19851 leader_election.cc:302] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2ef6a70755b9415ebc39fd9569db6ca1; no voters: 3003d3c14b87447aa1131334dbde650c, f6ced8bcc6fb43e6925ffeb74080c755
17:48:14.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:14.254216 19995 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
17:48:14.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:48:14 dist-test-slave-6vhn krb5kdc[19481](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185687, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.3.124@KRBTEST.COM
17:48:14.440 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb0e8e20e, L:/127.0.0.1:52904 - R:/127.19.3.124:39669] using SASL/GSSAPI
17:48:14.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835; will retry
17:48:14.473 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.126:35443(127.19.3.126:35443)] connecting to peer
17:48:14.477 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.125:39835(127.19.3.125:39835)] connecting to peer
17:48:14.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:14.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.3.125:39835(127.19.3.125:39835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:14.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.125:39835: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:14.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:14.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.3.126:35443(127.19.3.126:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:14.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.126:35443: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:14.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835; will retry
17:48:14.492 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.126:35443(127.19.3.126:35443)] connecting to peer
17:48:14.494 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.125:39835(127.19.3.125:39835)] connecting to peer
17:48:14.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:14.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.3.125:39835(127.19.3.125:39835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:14.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.125:39835: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:14.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:14.500 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.3.126:35443(127.19.3.126:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:14.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.126:35443: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:14.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835; will retry
17:48:14.513 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.126:35443(127.19.3.126:35443)] connecting to peer
17:48:14.514 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.125:39835(127.19.3.125:39835)] connecting to peer
17:48:14.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:14.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.3.125:39835(127.19.3.125:39835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:14.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.125:39835: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:14.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:14.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.3.126:35443(127.19.3.126:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:14.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.126:35443: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:14.521 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835; will retry
17:48:14.532 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.126:35443(127.19.3.126:35443)] connecting to peer
17:48:14.534 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.125:39835(127.19.3.125:39835)] connecting to peer
17:48:14.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:14.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.3.125:39835(127.19.3.125:39835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:14.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.125:39835: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:14.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:14.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.3.126:35443(127.19.3.126:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:14.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.126:35443: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:14.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835; will retry
17:48:14.553 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.126:35443(127.19.3.126:35443)] connecting to peer
17:48:14.554 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.125:39835(127.19.3.125:39835)] connecting to peer
17:48:14.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:14.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.3.125:39835(127.19.3.125:39835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:14.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:14.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.3.126:35443(127.19.3.126:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:14.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.125:39835: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:14.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.126:35443: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:14.562 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835; will retry
17:48:14.572 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.126:35443(127.19.3.126:35443)] connecting to peer
17:48:14.574 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.125:39835(127.19.3.125:39835)] connecting to peer
17:48:14.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:14.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:14.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.3.126:35443(127.19.3.126:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:14.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.3.125:39835(127.19.3.125:39835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:14.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.126:35443: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:14.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.125:39835: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:14.580 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835; will retry
17:48:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:14.642342 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:14.642679 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:14.693 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.126:35443(127.19.3.126:35443)] connecting to peer
17:48:14.695 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.125:39835(127.19.3.125:39835)] connecting to peer
17:48:14.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:14.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:14.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.3.125:39835(127.19.3.125:39835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:14.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.3.126:35443(127.19.3.126:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:14.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.126:35443: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:14.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.125:39835: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:14.700 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835; will retry
17:48:14.872 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.126:35443(127.19.3.126:35443)] connecting to peer
17:48:14.874 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.125:39835(127.19.3.125:39835)] connecting to peer
17:48:14.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:14.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.3.125:39835(127.19.3.125:39835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:14.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.125:39835: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:14.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:14.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.3.126:35443(127.19.3.126:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:14.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.126:35443: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:14.880 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835; will retry
17:48:15.072 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.126:35443(127.19.3.126:35443)] connecting to peer
17:48:15.074 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.125:39835(127.19.3.125:39835)] connecting to peer
17:48:15.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:15.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.3.125:39835(127.19.3.125:39835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:15.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.125:39835: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:15.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:15.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.3.126:35443(127.19.3.126:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:15.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.126:35443: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:15.081 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835; will retry
17:48:15.392 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.126:35443(127.19.3.126:35443)] connecting to peer
17:48:15.394 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.125:39835(127.19.3.125:39835)] connecting to peer
17:48:15.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:15.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.3.125:39835(127.19.3.125:39835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:15.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.125:39835: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:15.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:15.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.3.126:35443(127.19.3.126:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:15.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.126:35443: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:15.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835; will retry
17:48:15.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:15.646116 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:15.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:15.646508 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:16.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:16.313022 20002 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:48:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:16.313484 20002 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3003d3c14b87447aa1131334dbde650c" member_type: VOTER last_known_addr { host: "127.19.3.126" port: 35443 } } peers { permanent_uuid: "f6ced8bcc6fb43e6925ffeb74080c755" member_type: VOTER last_known_addr { host: "127.19.3.125" port: 39835 } } peers { permanent_uuid: "2ef6a70755b9415ebc39fd9569db6ca1" member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } }
17:48:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:16.315085 20002 leader_election.cc:288] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3003d3c14b87447aa1131334dbde650c (127.19.3.126:35443), f6ced8bcc6fb43e6925ffeb74080c755 (127.19.3.125:39835)
17:48:16.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:16.321455 19853 leader_election.cc:334] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3003d3c14b87447aa1131334dbde650c (127.19.3.126:35443): Network error: Client connection negotiation failed: client connection to 127.19.3.126:35443: connect: Connection refused (error 111)
17:48:16.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:16.321970 19851 leader_election.cc:334] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f6ced8bcc6fb43e6925ffeb74080c755 (127.19.3.125:39835): Network error: Client connection negotiation failed: client connection to 127.19.3.125:39835: connect: Connection refused (error 111)
17:48:16.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:16.322281 19851 leader_election.cc:302] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2ef6a70755b9415ebc39fd9569db6ca1; no voters: 3003d3c14b87447aa1131334dbde650c, f6ced8bcc6fb43e6925ffeb74080c755
17:48:16.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:16.322870 20002 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
17:48:16.412 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.126:35443(127.19.3.126:35443)] connecting to peer
17:48:16.413 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.125:39835(127.19.3.125:39835)] connecting to peer
17:48:16.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:16.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.3.125:39835(127.19.3.125:39835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:16.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.125:39835: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:16.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:16.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.3.126:35443(127.19.3.126:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:16.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.126:35443: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:16.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835; will retry
17:48:16.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:16.649326 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:16.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:16.649577 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:16.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:16.661895 19830 master_runner.cc:186] Error getting master registration for 127.19.3.126:35443: Network error: Client connection negotiation failed: client connection to 127.19.3.126:35443: connect: Connection refused (error 111),
17:48:16.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:16.662261 19830 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:48:17.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:17.652601 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:17.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:17.652868 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:18.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:18.655684 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:18.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:18.655921 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:19.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:19.443838 20009 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:48:19.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:19.444310 20009 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3003d3c14b87447aa1131334dbde650c" member_type: VOTER last_known_addr { host: "127.19.3.126" port: 35443 } } peers { permanent_uuid: "f6ced8bcc6fb43e6925ffeb74080c755" member_type: VOTER last_known_addr { host: "127.19.3.125" port: 39835 } } peers { permanent_uuid: "2ef6a70755b9415ebc39fd9569db6ca1" member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } }
17:48:19.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:19.445992 20009 leader_election.cc:288] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3003d3c14b87447aa1131334dbde650c (127.19.3.126:35443), f6ced8bcc6fb43e6925ffeb74080c755 (127.19.3.125:39835)
17:48:19.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:19.448022 19853 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.3.126:35443: connect: Connection refused (error 111) [suppressed 5 similar messages]
17:48:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:19.451117 19851 leader_election.cc:334] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f6ced8bcc6fb43e6925ffeb74080c755 (127.19.3.125:39835): Network error: Client connection negotiation failed: client connection to 127.19.3.125:39835: connect: Connection refused (error 111)
17:48:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:19.451614 19853 leader_election.cc:334] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3003d3c14b87447aa1131334dbde650c (127.19.3.126:35443): Network error: Client connection negotiation failed: client connection to 127.19.3.126:35443: connect: Connection refused (error 111)
17:48:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:19.451910 19853 leader_election.cc:302] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2ef6a70755b9415ebc39fd9569db6ca1; no voters: 3003d3c14b87447aa1131334dbde650c, f6ced8bcc6fb43e6925ffeb74080c755
17:48:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:19.452538 20009 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
17:48:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:19.659088 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:19.659574 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:19.932 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.126:35443(127.19.3.126:35443)] connecting to peer
17:48:19.933 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.125:39835(127.19.3.125:39835)] connecting to peer
17:48:19.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:19.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:19.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.3.125:39835(127.19.3.125:39835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:19.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.3.126:35443(127.19.3.126:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:19.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.125:39835: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:19.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.126:35443: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:19.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835; will retry
17:48:20.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:20.663599 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:20.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:20.663918 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:21.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:48:21 dist-test-slave-6vhn krb5kdc[19481](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185701, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.3.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
17:48:21.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:21.341071 19845 init.cc:295] Successfully reacquired a new kerberos TGT
17:48:21.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:21.666061 19830 master_runner.cc:186] Error getting master registration for 127.19.3.126:35443: Network error: Client connection negotiation failed: client connection to 127.19.3.126:35443: connect: Connection refused (error 111),
17:48:21.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:21.666543 19830 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:48:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:21.667505 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:21.667737 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:22.172 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.126:35443(127.19.3.126:35443)] connecting to peer
17:48:22.174 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.125:39835(127.19.3.125:39835)] connecting to peer
17:48:22.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:22.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:22.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.3.126:35443(127.19.3.126:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:22.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.3.125:39835(127.19.3.125:39835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:22.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.126:35443: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:22.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.125:39835: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:22.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835; will retry
17:48:22.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:22.670857 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:22.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:22.671099 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:23.672 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.126:35443(127.19.3.126:35443)] connecting to peer
17:48:23.674 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.125:39835(127.19.3.125:39835)] connecting to peer
17:48:23.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:23.674692 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:23.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:23.675041 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:23.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:23.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:23.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.3.125:39835(127.19.3.125:39835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:23.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.3.126:35443(127.19.3.126:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:23.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.125:39835: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:23.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.126:35443: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:23.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835; will retry
17:48:24.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:24.678153 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:24.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:24.678404 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:25.032 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.126:35443(127.19.3.126:35443)] connecting to peer
17:48:25.034 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.125:39835(127.19.3.125:39835)] connecting to peer
17:48:25.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:25.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:25.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.3.126:35443(127.19.3.126:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:25.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.3.125:39835(127.19.3.125:39835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:25.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.126:35443: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:25.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.125:39835: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:25.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835; will retry
17:48:25.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:25.681567 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:25.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:25.681866 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:25.688239 20022 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:48:25.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:25.688824 20022 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3003d3c14b87447aa1131334dbde650c" member_type: VOTER last_known_addr { host: "127.19.3.126" port: 35443 } } peers { permanent_uuid: "f6ced8bcc6fb43e6925ffeb74080c755" member_type: VOTER last_known_addr { host: "127.19.3.125" port: 39835 } } peers { permanent_uuid: "2ef6a70755b9415ebc39fd9569db6ca1" member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } }
17:48:25.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:25.691011 20022 leader_election.cc:288] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3003d3c14b87447aa1131334dbde650c (127.19.3.126:35443), f6ced8bcc6fb43e6925ffeb74080c755 (127.19.3.125:39835)
17:48:25.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:25.693580 19851 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.3.125:39835: connect: Connection refused (error 111) [suppressed 1 similar messages]
17:48:25.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:25.696770 19851 leader_election.cc:334] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f6ced8bcc6fb43e6925ffeb74080c755 (127.19.3.125:39835): Network error: Client connection negotiation failed: client connection to 127.19.3.125:39835: connect: Connection refused (error 111)
17:48:25.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:25.697309 19853 leader_election.cc:334] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3003d3c14b87447aa1131334dbde650c (127.19.3.126:35443): Network error: Client connection negotiation failed: client connection to 127.19.3.126:35443: connect: Connection refused (error 111)
17:48:25.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:25.697589 19853 leader_election.cc:302] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2ef6a70755b9415ebc39fd9569db6ca1; no voters: 3003d3c14b87447aa1131334dbde650c, f6ced8bcc6fb43e6925ffeb74080c755
17:48:25.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:25.698184 20022 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
17:48:26.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:26.669065 19830 master_runner.cc:186] Error getting master registration for 127.19.3.126:35443: Network error: Client connection negotiation failed: client connection to 127.19.3.126:35443: connect: Connection refused (error 111),
17:48:26.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:26.669396 19830 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:48:26.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:26.684971 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:26.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:26.685257 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:26.852 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.126:35443(127.19.3.126:35443)] connecting to peer
17:48:26.854 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.125:39835(127.19.3.125:39835)] connecting to peer
17:48:26.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:26.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:26.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.3.126:35443(127.19.3.126:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:26.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.3.125:39835(127.19.3.125:39835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:26.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.126:35443: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:26.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.125:39835: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:26.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835; will retry
17:48:27.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:27.687999 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:27.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:27.688288 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:27.912 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.126:35443(127.19.3.126:35443)] connecting to peer
17:48:27.914 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.125:39835(127.19.3.125:39835)] connecting to peer
17:48:27.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:27.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.3.126:35443(127.19.3.126:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:27.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:27.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.3.125:39835(127.19.3.125:39835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:27.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.125:39835: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:27.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.126:35443: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:27.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835; will retry
17:48:28.453 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.126:35443(127.19.3.126:35443)] connecting to peer
17:48:28.454 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.125:39835(127.19.3.125:39835)] connecting to peer
17:48:28.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:28.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:28.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.3.126:35443(127.19.3.126:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:28.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.3.125:39835(127.19.3.125:39835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:28.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.125:39835: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:28.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.126:35443: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:28.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835; will retry
17:48:28.653 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.126:35443(127.19.3.126:35443)] connecting to peer
17:48:28.655 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.125:39835(127.19.3.125:39835)] connecting to peer
17:48:28.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:28.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:28.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.3.125:39835(127.19.3.125:39835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:28.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.3.126:35443(127.19.3.126:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:28.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.125:39835: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:28.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.126:35443: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:28.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835; will retry
17:48:28.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:28.691291 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:28.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:28.691596 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:29.694334 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:29.694634 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:30.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:30.698526 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:30.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:30.698952 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:31.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:48:31 dist-test-slave-6vhn krb5kdc[19481](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185711, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.3.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
17:48:31.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:31.343683 19845 init.cc:295] Successfully reacquired a new kerberos TGT
17:48:31.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:31.672616 19830 master_runner.cc:186] Error getting master registration for 127.19.3.126:35443: Network error: Client connection negotiation failed: client connection to 127.19.3.126:35443: connect: Connection refused (error 111),
17:48:31.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:31.673002 19830 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:48:31.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:31.701853 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:31.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:31.702219 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:32.672 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.126:35443(127.19.3.126:35443)] connecting to peer
17:48:32.673 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.125:39835(127.19.3.125:39835)] connecting to peer
17:48:32.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:32.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:32.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.3.126:35443(127.19.3.126:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:32.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.3.125:39835(127.19.3.125:39835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:32.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.126:35443: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:32.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.125:39835: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:32.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835; will retry
17:48:32.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:32.705192 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:32.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:32.705446 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:33.708981 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:33.709352 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:33.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:33.973083 20034 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:48:33.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:33.973523 20034 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3003d3c14b87447aa1131334dbde650c" member_type: VOTER last_known_addr { host: "127.19.3.126" port: 35443 } } peers { permanent_uuid: "f6ced8bcc6fb43e6925ffeb74080c755" member_type: VOTER last_known_addr { host: "127.19.3.125" port: 39835 } } peers { permanent_uuid: "2ef6a70755b9415ebc39fd9569db6ca1" member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } }
17:48:33.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:33.975167 20034 leader_election.cc:288] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3003d3c14b87447aa1131334dbde650c (127.19.3.126:35443), f6ced8bcc6fb43e6925ffeb74080c755 (127.19.3.125:39835)
17:48:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:33.977654 19853 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.3.126:35443: connect: Connection refused (error 111) [suppressed 1 similar messages]
17:48:33.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:33.981220 19853 leader_election.cc:334] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3003d3c14b87447aa1131334dbde650c (127.19.3.126:35443): Network error: Client connection negotiation failed: client connection to 127.19.3.126:35443: connect: Connection refused (error 111)
17:48:33.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:33.981853 19851 leader_election.cc:334] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f6ced8bcc6fb43e6925ffeb74080c755 (127.19.3.125:39835): Network error: Client connection negotiation failed: client connection to 127.19.3.125:39835: connect: Connection refused (error 111)
17:48:33.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:33.982226 19851 leader_election.cc:302] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2ef6a70755b9415ebc39fd9569db6ca1; no voters: 3003d3c14b87447aa1131334dbde650c, f6ced8bcc6fb43e6925ffeb74080c755
17:48:33.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:33.982936 20034 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
17:48:34.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:34.712421 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:34.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:34.712663 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:35.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:35.716022 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:35.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:35.716254 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:36.392 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.126:35443(127.19.3.126:35443)] connecting to peer
17:48:36.393 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.125:39835(127.19.3.125:39835)] connecting to peer
17:48:36.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:36.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:36.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.3.126:35443(127.19.3.126:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:36.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.3.125:39835(127.19.3.125:39835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:36.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.125:39835: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:36.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.126:35443: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:36.397 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835; will retry
17:48:36.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:36.675642 19830 master_runner.cc:186] Error getting master registration for 127.19.3.126:35443: Network error: Client connection negotiation failed: client connection to 127.19.3.126:35443: connect: Connection refused (error 111),
17:48:36.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:36.675966 19830 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:48:36.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:36.719281 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:36.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:36.719529 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:37.722244 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:37.722545 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:38.372782 20046 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:48:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:38.373222 20046 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3003d3c14b87447aa1131334dbde650c" member_type: VOTER last_known_addr { host: "127.19.3.126" port: 35443 } } peers { permanent_uuid: "f6ced8bcc6fb43e6925ffeb74080c755" member_type: VOTER last_known_addr { host: "127.19.3.125" port: 39835 } } peers { permanent_uuid: "2ef6a70755b9415ebc39fd9569db6ca1" member_type: VOTER last_known_addr { host: "127.19.3.124" port: 39669 } }
17:48:38.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:38.374908 20046 leader_election.cc:288] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3003d3c14b87447aa1131334dbde650c (127.19.3.126:35443), f6ced8bcc6fb43e6925ffeb74080c755 (127.19.3.125:39835)
17:48:38.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:38.379546 19851 leader_election.cc:334] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f6ced8bcc6fb43e6925ffeb74080c755 (127.19.3.125:39835): Network error: Client connection negotiation failed: client connection to 127.19.3.125:39835: connect: Connection refused (error 111)
17:48:38.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:38.380069 19853 leader_election.cc:334] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3003d3c14b87447aa1131334dbde650c (127.19.3.126:35443): Network error: Client connection negotiation failed: client connection to 127.19.3.126:35443: connect: Connection refused (error 111)
17:48:38.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:38.380353 19853 leader_election.cc:302] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2ef6a70755b9415ebc39fd9569db6ca1; no voters: 3003d3c14b87447aa1131334dbde650c, f6ced8bcc6fb43e6925ffeb74080c755
17:48:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:38.381038 20046 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
17:48:38.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:38.726549 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:38.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:38.726915 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:38.752 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.126:35443(127.19.3.126:35443)] connecting to peer
17:48:38.753 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.125:39835(127.19.3.125:39835)] connecting to peer
17:48:38.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:38.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.3.125:39835(127.19.3.125:39835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:38.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:38.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.125:39835: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:38.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.3.126:35443(127.19.3.126:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:38.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.126:35443: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:38.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835; will retry
17:48:39.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:39.306306 19897 debug-util.cc:398] Leaking SignalData structure 0x7b08000a2440 after lost signal to thread 19832
17:48:39.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:39.307128 19897 debug-util.cc:398] Leaking SignalData structure 0x7b080009e2c0 after lost signal to thread 19900
17:48:39.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:39.730181 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:39.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:39.730481 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:40.735939 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:40.736477 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:40.953 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.126:35443(127.19.3.126:35443)] connecting to peer
17:48:40.954 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.125:39835(127.19.3.125:39835)] connecting to peer
17:48:40.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:40.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.3.126:35443(127.19.3.126:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:40.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.126:35443: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:40.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:40.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.3.125:39835(127.19.3.125:39835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:40.957 [INFO - pool-6-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.125:39835: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:40.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835; will retry
17:48:41.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:48:41 dist-test-slave-6vhn krb5kdc[19481](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185721, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.3.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
17:48:41.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:41.346206 19845 init.cc:295] Successfully reacquired a new kerberos TGT
17:48:41.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:41.714327 19830 master_runner.cc:186] Error getting master registration for 127.19.3.126:35443: Network error: Client connection negotiation failed: client connection to 127.19.3.126:35443: connect: Connection refused (error 111),
17:48:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:41.714844 19830 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:48:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:41.740310 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:41.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:41.740602 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:42.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:42.744009 19916 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ef6a70755b9415ebc39fd9569db6ca1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:48:42.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:42.744299 19916 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:48:43.372 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.126:35443(127.19.3.126:35443)] connecting to peer
17:48:43.373 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.3.125:39835(127.19.3.125:39835)] connecting to peer
17:48:43.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:43.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:43.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.3.126:35443(127.19.3.126:35443)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:43.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.3.125:39835(127.19.3.125:39835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:43.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.126:35443: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443
17:48:43.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.3.125:39835: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
17:48:43.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835; will retry
17:48:43.382 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29466), Traces: [0ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [186ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [539ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [544ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [557ms] refreshing cache from master, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [565ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [568ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [570ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [571ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [577ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [582ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [585ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [586ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [588ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [597ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [602ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [604ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [605ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [606ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [617ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [622ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [622ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [624ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [625ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [637ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [642ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [642ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [646ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [647ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [662ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [662ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [664ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [665ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [777ms] refreshing cache from master, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [782ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [782ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [784ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [785ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [957ms] refreshing cache from master, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [961ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [962ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [964ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [965ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [1157ms] refreshing cache from master, [1157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [1158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [1158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [1165ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [1166ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [1477ms] refreshing cache from master, [1477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [1478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [1478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [1483ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [2496ms] refreshing cache from master, [2497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [2498ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [2498ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [2501ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [2502ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [2503ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [2504ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [6016ms] refreshing cache from master, [6017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [6018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [6018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [6021ms] too many traces: truncated at 100 traces, deferred=Deferred@1707688128(state=PENDING, result=null, callback=(continuation of Deferred@1972714865 after retry RPC after error@1733556342) -> (continuation of Deferred@1159145275 after retry RPC after error@1794613273) -> (continuation of Deferred@919955075 after retry RPC after error@1321056359) -> (continuation of Deferred@846164084 after retry RPC after error@1699735880) -> (continuation of Deferred@2016635420 after retry RPC after error@1533975549) -> (continuation of Deferred@315337780 after retry RPC after error@139723404) -> (continuation of Deferred@1809119760 after retry RPC after error@1145714148) -> (continuation of Deferred@196057941 after retry RPC after error@600291534) -> (continuation of Deferred@1863303900 after retry RPC after error@2063544268) -> (continuation of Deferred@234714869 after retry RPC after error@333622860) -> (continuation of Deferred@40536014 after retry RPC after error@32000256) -> (continuation of Deferred@1740954902 after retry RPC after error@1641189228) -> (continuation of Deferred@936390767 after retry RPC after error@1949552604) -> (continuation of Deferred@895389729 after retry RPC after error@1082310665) -> (continuation of Deferred@1994900286 after retry RPC after error@482393873) -> (continuation of Deferred@1566501680 after retry RPC after error@185268762) -> (continuation of Deferred@1128019574 after retry RPC after error@1520247095) -> (continuation of Deferred@1890600511 after retry RPC after error@741783577) -> (continuation of Deferred@245085295 after retry RPC after error@1035778066) -> (continuation of Deferred@1339002916 after retry RPC after error@1453334452) -> (continuation of Deferred@88863171 after retry RPC after error@1567597904) -> (continuation of Deferred@1846693993 after retry RPC after error@949600160) -> (continuation of Deferred@1644594329 after retry RPC after error@1113847980) -> (continuation of Deferred@1041131921 after retry RPC after error@1260369231), errback=(continuation of Deferred@1972714865 after retry RPC after error@1733556342) -> (continuation of Deferred@1159145275 after retry RPC after error@1794613273) -> (continuation of Deferred@919955075 after retry RPC after error@1321056359) -> (continuation of Deferred@846164084 after retry RPC after error@1699735880) -> (continuation of Deferred@2016635420 after retry RPC after error@1533975549) -> (continuation of Deferred@315337780 after retry RPC after error@139723404) -> (continuation of Deferred@1809119760 after retry RPC after error@1145714148) -> (continuation of Deferred@196057941 after retry RPC after error@600291534) -> (continuation of Deferred@1863303900 after retry RPC after error@2063544268) -> (continuation of Deferred@234714869 after retry RPC after error@333622860) -> (continuation of Deferred@40536014 after retry RPC after error@32000256) -> (continuation of Deferred@1740954902 after retry RPC after error@1641189228) -> (continuation of Deferred@936390767 after retry RPC after error@1949552604) -> (continuation of Deferred@895389729 after retry RPC after error@1082310665) -> (continuation of Deferred@1994900286 after retry RPC after error@482393873) -> (continuation of Deferred@1566501680 after retry RPC after error@185268762) -> (continuation of Deferred@1128019574 after retry RPC after error@1520247095) -> (continuation of Deferred@1890600511 after retry RPC after error@741783577) -> (continuation of Deferred@245085295 after retry RPC after error@1035778066) -> (continuation of Deferred@1339002916 after retry RPC after error@1453334452) -> (continuation of Deferred@88863171 after retry RPC after error@1567597904) -> (continuation of Deferred@1846693993 after retry RPC after error@949600160) -> (continuation of Deferred@1644594329 after retry RPC after error@1113847980) -> (continuation of Deferred@1041131921 after retry RPC after error@1260369231)))
17:48:43.386 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.19.3.124:39669(127.19.3.124:39669)] disconnecting while in state READY
17:48:43.387 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.19.3.126:35443(127.19.3.126:35443)] disconnecting while in state TERMINATED
17:48:43.387 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.19.3.125:39835(127.19.3.125:39835)] disconnecting while in state TERMINATED
17:48:43.392 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
17:48:43.394 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
17:48:43.395 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.19.3.124:39669(127.19.3.124:39669)] handling channelInactive
17:48:43.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.3.124:39669(127.19.3.124:39669)] cleaning up while in state READY due to: connection closed
17:48:43.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:43.399674 19469 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu with pid 19830
17:48:44.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T17:48:44Z chronyd exiting
17:48:45.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:45.193885 19454 debug-util.cc:398] Leaking SignalData structure 0x7b08000afd40 after lost signal to thread 19329
17:48:45.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:48:45.194818 19454 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7500 after lost signal to thread 19457
17:48:45.642 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
17:48:45.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:45.643823 18740 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu with pid 19021
17:48:45.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:45.680465 18740 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu with pid 19183
17:48:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:45.716295 18740 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu with pid 19328
17:48:45.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:45.750434 18740 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu with pid 18752
17:48:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:45.785004 18740 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu with pid 18822
17:48:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:48:45.814287 18740 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskkAUDK7/build/tsan/bin/kudu with pid 18897
17:48:46.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T17:48:46Z chronyd exiting
17:48:47.985 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29466), Traces: [0ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [186ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [539ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [544ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [557ms] refreshing cache from master, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [565ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [568ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [570ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [571ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [577ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [582ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [585ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [586ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [588ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [597ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [602ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [604ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [605ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [606ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [617ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [622ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [622ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [624ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [625ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [637ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [642ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [642ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [646ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [647ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [662ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [662ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [664ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [665ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [777ms] refreshing cache from master, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [782ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [782ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [784ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [785ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [957ms] refreshing cache from master, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [961ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [962ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [964ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [965ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [1157ms] refreshing cache from master, [1157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [1158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [1158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [1165ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [1166ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [1477ms] refreshing cache from master, [1477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [1478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [1478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [1483ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [2496ms] refreshing cache from master, [2497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [2498ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [2498ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [2501ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [2502ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [2503ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [2504ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [6016ms] refreshing cache from master, [6017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [6018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [6018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [6021ms] too many traces: truncated at 100 traces, deferred=Deferred@1707688128(state=PENDING, result=null, callback=(continuation of Deferred@1972714865 after retry RPC after error@1733556342) -> (continuation of Deferred@1159145275 after retry RPC after error@1794613273) -> (continuation of Deferred@919955075 after retry RPC after error@1321056359) -> (continuation of Deferred@846164084 after retry RPC after error@1699735880) -> (continuation of Deferred@2016635420 after retry RPC after error@1533975549) -> (continuation of Deferred@315337780 after retry RPC after error@139723404) -> (continuation of Deferred@1809119760 after retry RPC after error@1145714148) -> (continuation of Deferred@196057941 after retry RPC after error@600291534) -> (continuation of Deferred@1863303900 after retry RPC after error@2063544268) -> (continuation of Deferred@234714869 after retry RPC after error@333622860) -> (continuation of Deferred@40536014 after retry RPC after error@32000256) -> (continuation of Deferred@1740954902 after retry RPC after error@1641189228) -> (continuation of Deferred@936390767 after retry RPC after error@1949552604) -> (continuation of Deferred@895389729 after retry RPC after error@1082310665) -> (continuation of Deferred@1994900286 after retry RPC after error@482393873) -> (continuation of Deferred@1566501680 after retry RPC after error@185268762) -> (continuation of Deferred@1128019574 after retry RPC after error@1520247095) -> (continuation of Deferred@1890600511 after retry RPC after error@741783577) -> (continuation of Deferred@245085295 after retry RPC after error@1035778066) -> (continuation of Deferred@1339002916 after retry RPC after error@1453334452) -> (continuation of Deferred@88863171 after retry RPC after error@1567597904) -> (continuation of Deferred@1846693993 after retry RPC after error@949600160) -> (continuation of Deferred@1644594329 after retry RPC after error@1113847980) -> (continuation of Deferred@1041131921 after retry RPC after error@1260369231), errback=(continuation of Deferred@1972714865 after retry RPC after error@1733556342) -> (continuation of Deferred@1159145275 after retry RPC after error@1794613273) -> (continuation of Deferred@919955075 after retry RPC after error@1321056359) -> (continuation of Deferred@846164084 after retry RPC after error@1699735880) -> (continuation of Deferred@2016635420 after retry RPC after error@1533975549) -> (continuation of Deferred@315337780 after retry RPC after error@139723404) -> (continuation of Deferred@1809119760 after retry RPC after error@1145714148) -> (continuation of Deferred@196057941 after retry RPC after error@600291534) -> (continuation of Deferred@1863303900 after retry RPC after error@2063544268) -> (continuation of Deferred@234714869 after retry RPC after error@333622860) -> (continuation of Deferred@40536014 after retry RPC after error@32000256) -> (continuation of Deferred@1740954902 after retry RPC after error@1641189228) -> (continuation of Deferred@936390767 after retry RPC after error@1949552604) -> (continuation of Deferred@895389729 after retry RPC after error@1082310665) -> (continuation of Deferred@1994900286 after retry RPC after error@482393873) -> (continuation of Deferred@1566501680 after retry RPC after error@185268762) -> (continuation of Deferred@1128019574 after retry RPC after error@1520247095) -> (continuation of Deferred@1890600511 after retry RPC after error@741783577) -> (continuation of Deferred@245085295 after retry RPC after error@1035778066) -> (continuation of Deferred@1339002916 after retry RPC after error@1453334452) -> (continuation of Deferred@88863171 after retry RPC after error@1567597904) -> (continuation of Deferred@1846693993 after retry RPC after error@949600160) -> (continuation of Deferred@1644594329 after retry RPC after error@1113847980) -> (continuation of Deferred@1041131921 after retry RPC after error@1260369231)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.3.125:39835
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29466), Traces: [0ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [186ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [539ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [544ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [557ms] refreshing cache from master, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [565ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [568ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [570ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [571ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [577ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [582ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [585ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [586ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [588ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [597ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [602ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [604ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [605ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [606ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [617ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [622ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [622ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [624ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [625ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [637ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [642ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [642ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [646ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [647ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [662ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [662ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [664ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [665ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [777ms] refreshing cache from master, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [782ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [782ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [784ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [785ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [957ms] refreshing cache from master, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [961ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [962ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [964ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [965ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [1157ms] refreshing cache from master, [1157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [1158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [1158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [1165ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [1166ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [1477ms] refreshing cache from master, [1477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [1478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [1478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [1483ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [2496ms] refreshing cache from master, [2497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [2498ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [2498ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [2501ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.125:39835: Network error: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835, [2502ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.126:35443: Network error: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [2503ms] Sub RPC ConnectToMaster: received response from server master-127.19.3.124:39669: OK, [2504ms] delaying RPC due to: Service unavailable: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443, [6016ms] refreshing cache from master, [6017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.126:35443, [6018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.124:39669, [6018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.3.125:39835, [6021ms] too many traces: truncated at 100 traces, deferred=Deferred@1707688128(state=PENDING, result=null, callback=(continuation of Deferred@1972714865 after retry RPC after error@1733556342) -> (continuation of Deferred@1159145275 after retry RPC after error@1794613273) -> (continuation of Deferred@919955075 after retry RPC after error@1321056359) -> (continuation of Deferred@846164084 after retry RPC after error@1699735880) -> (continuation of Deferred@2016635420 after retry RPC after error@1533975549) -> (continuation of Deferred@315337780 after retry RPC after error@139723404) -> (continuation of Deferred@1809119760 after retry RPC after error@1145714148) -> (continuation of Deferred@196057941 after retry RPC after error@600291534) -> (continuation of Deferred@1863303900 after retry RPC after error@2063544268) -> (continuation of Deferred@234714869 after retry RPC after error@333622860) -> (continuation of Deferred@40536014 after retry RPC after error@32000256) -> (continuation of Deferred@1740954902 after retry RPC after error@1641189228) -> (continuation of Deferred@936390767 after retry RPC after error@1949552604) -> (continuation of Deferred@895389729 after retry RPC after error@1082310665) -> (continuation of Deferred@1994900286 after retry RPC after error@482393873) -> (continuation of Deferred@1566501680 after retry RPC after error@185268762) -> (continuation of Deferred@1128019574 after retry RPC after error@1520247095) -> (continuation of Deferred@1890600511 after retry RPC after error@741783577) -> (continuation of Deferred@245085295 after retry RPC after error@1035778066) -> (continuation of Deferred@1339002916 after retry RPC after error@1453334452) -> (continuation of Deferred@88863171 after retry RPC after error@1567597904) -> (continuation of Deferred@1846693993 after retry RPC after error@949600160) -> (continuation of Deferred@1644594329 after retry RPC after error@1113847980) -> (continuation of Deferred@1041131921 after retry RPC after error@1260369231), errback=(continuation of Deferred@1972714865 after retry RPC after error@1733556342) -> (continuation of Deferred@1159145275 after retry RPC after error@1794613273) -> (continuation of Deferred@919955075 after retry RPC after error@1321056359) -> (continuation of Deferred@846164084 after retry RPC after error@1699735880) -> (continuation of Deferred@2016635420 after retry RPC after error@1533975549) -> (continuation of Deferred@315337780 after retry RPC after error@139723404) -> (continuation of Deferred@1809119760 after retry RPC after error@1145714148) -> (continuation of Deferred@196057941 after retry RPC after error@600291534) -> (continuation of Deferred@1863303900 after retry RPC after error@2063544268) -> (continuation of Deferred@234714869 after retry RPC after error@333622860) -> (continuation of Deferred@40536014 after retry RPC after error@32000256) -> (continuation of Deferred@1740954902 after retry RPC after error@1641189228) -> (continuation of Deferred@936390767 after retry RPC after error@1949552604) -> (continuation of Deferred@895389729 after retry RPC after error@1082310665) -> (continuation of Deferred@1994900286 after retry RPC after error@482393873) -> (continuation of Deferred@1566501680 after retry RPC after error@185268762) -> (continuation of Deferred@1128019574 after retry RPC after error@1520247095) -> (continuation of Deferred@1890600511 after retry RPC after error@741783577) -> (continuation of Deferred@245085295 after retry RPC after error@1035778066) -> (continuation of Deferred@1339002916 after retry RPC after error@1453334452) -> (continuation of Deferred@88863171 after retry RPC after error@1567597904) -> (continuation of Deferred@1846693993 after retry RPC after error@949600160) -> (continuation of Deferred@1644594329 after retry RPC after error@1113847980) -> (continuation of Deferred@1041131921 after retry RPC after error@1260369231)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.3.126:35443,127.19.3.124:39669,127.19.3.125:39835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.126:35443(127.19.3.126:35443): Connection refused: /127.19.3.126:35443,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.3.125:39835(127.19.3.125:39835): Connection refused: /127.19.3.125:39835
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.3.125:39835
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)