21:49:52.725 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:49:52.737 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskrQ7nbz/test-tmp
21:49:52.740 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:49:52.743 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskrQ7nbz/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:49:52.969 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
21:49:53.133 [DEBUG - main] (MiniKuduCluster.java:195) Response:
21:49:53.134 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
21:49:53.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:53.138110 8808 mini_oidc.cc:152] Starting JWKS server
21:49:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:53.141745 8808 webserver.cc:460] Webserver started at http://127.0.0.1:44581/ using document root <none> and password file <none>
21:49:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:53.142251 8808 mini_oidc.cc:189] Starting OIDC Discovery server
21:49:53.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:53.144186 8808 webserver.cc:460] Webserver started at http://127.0.0.1:34171/ using document root <none> and password file <none>
21:49:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T21:49:53Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
21:49:53.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T21:49:53Z Disabled control of system clock
21:49:53.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:53.192673 8808 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu
21:49:53.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu
21:49:53.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-0/wal
21:49:53.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-0/data
21:49:53.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:49:53.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:49:53.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:49:53.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:49:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:49:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:49:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-0/logs
21:49:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-0/data/info.pb
21:49:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:49:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:49:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:49:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:49:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:49:53.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:49:53.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:49:53.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:49:53.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:49:53.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:49:53.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:49:53.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:49:53.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.154.62:34325
21:49:53.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.154.62
21:49:53.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:49:53.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.154.20:34571
21:49:53.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:49:53.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:49:53.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:49:53.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:49:53.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.154.62:34325,127.8.154.61:46147,127.8.154.60:44885
21:49:53.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:49:53.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44581/jwks.json with env {}
21:49:53.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:53.480847 8820 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:49:53.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:53.481397 8820 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:49:53.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:53.482077 8820 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:49:53.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:53.511611 8820 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:49:53.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:53.511899 8820 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:49:53.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:53.512085 8820 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:49:53.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:53.512398 8820 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:49:53.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:53.512694 8820 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:49:53.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:53.513062 8820 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44581/jwks.json
21:49:53.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:53.548785 8820 master_runner.cc:386] Master server non-default flags:
21:49:53.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:49:53.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.154.20:34571
21:49:53.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:49:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:49:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-0/data
21:49:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-0/wal
21:49:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:49:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.154.62:34325,127.8.154.61:46147,127.8.154.60:44885
21:49:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:49:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:49:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:49:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.154.62:34325
21:49:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:49:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:49:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:49:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44581/jwks.json
21:49:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:49:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:49:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-0/data/info.pb
21:49:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.154.62
21:49:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:49:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:49:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:49:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:49:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:49:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:49:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-0/logs
21:49:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:49:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:49:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:49:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:49:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:49:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:49:53.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:49:53.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 20:35:05 UTC on ccycloud.quasar-trmqoj.root.comops.site
21:49:53.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4680915
21:49:53.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:49:53.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:53.550098 8820 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:49:53.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:53.552049 8820 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:49:53.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:53.569324 8827 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:49:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:53.569314 8829 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:49:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:53.570618 8820 server_base.cc:1034] running on GCE node
21:49:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:53.569555 8826 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:49:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.753510 8820 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:49:54.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.756106 8820 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:49:54.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.757520 8820 hybrid_clock.cc:648] HybridClock initialized: now 1790718594757472 us; error 60 us; skew 500 ppm
21:49:54.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.758435 8820 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:49:54.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.769160 8820 webserver.cc:460] Webserver started at http://127.8.154.62:44667/ using document root <none> and password file <none>
21:49:54.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.770216 8820 fs_manager.cc:359] Metadata directory not provided
21:49:54.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.770458 8820 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:49:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.770996 8820 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:49:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.776183 8820 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-0/data/instance:
21:49:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a9d826a4cac648a5bd70d26ebee7b6bf"
21:49:54.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:49:54 on dist-test-slave-xgvq"
21:49:54.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.777560 8820 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-0/wal/instance:
21:49:54.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a9d826a4cac648a5bd70d26ebee7b6bf"
21:49:54.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:49:54 on dist-test-slave-xgvq"
21:49:54.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.784925 8820 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.003s sys 0.004s
21:49:54.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.790401 8836 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:49:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.791451 8820 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.001s
21:49:54.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.791801 8820 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-0/data,/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-0/wal
21:49:54.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a9d826a4cac648a5bd70d26ebee7b6bf"
21:49:54.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:49:54 on dist-test-slave-xgvq"
21:49:54.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.792196 8820 fs_report.cc:383] FS layout report
21:49:54.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:49:54.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-0/wal
21:49:54.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-0/wal
21:49:54.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-0/data/data
21:49:54.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:49:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:49:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:49:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:49:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:49:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:49:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:49:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:49:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:49:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:49:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:49:54.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.824393 8820 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:49:54.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.825947 8820 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:49:54.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.826445 8820 kserver.cc:163] Server-wide thread pool size limit: 3276
21:49:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.894802 8820 rpc_server.cc:307] RPC server started. Bound to: 127.8.154.62:34325
21:49:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.894897 8887 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.154.62:34325 every 8 connection(s)
21:49:54.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.897565 8820 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-0/data/info.pb
21:49:54.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.900455 8808 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu as pid 8820
21:49:54.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.901005 8808 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-0/wal/instance
21:49:54.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.902956 8888 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:49:54.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.904165 8808 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu
21:49:54.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu
21:49:54.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-1/wal
21:49:54.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-1/data
21:49:54.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:49:54.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:49:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:49:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:49:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:49:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:49:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-1/logs
21:49:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-1/data/info.pb
21:49:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:49:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:49:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:49:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:49:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:49:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:49:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:49:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:49:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:49:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:49:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:49:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:49:54.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.154.61:46147
21:49:54.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.154.61
21:49:54.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:49:54.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.154.20:34571
21:49:54.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:49:54.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:49:54.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:49:54.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:49:54.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.154.62:34325,127.8.154.61:46147,127.8.154.60:44885
21:49:54.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:49:54.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44581/jwks.json with env {}
21:49:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.915596 8888 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.154.62" port: 34325 } has no permanent_uuid. Determining permanent_uuid...
21:49:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.942394 8888 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } has no permanent_uuid. Determining permanent_uuid...
21:49:54.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:54.944517 8840 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.154.61:46147: connect: Connection refused (error 111)
21:49:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:54.948408 8888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.154.61:46147: Network error: Client connection negotiation failed: client connection to 127.8.154.61:46147: connect: Connection refused (error 111)
21:49:54.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:54.997953 8888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } attempt: 1
21:49:55.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:55.001740 8888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.154.61:46147: Network error: Client connection negotiation failed: client connection to 127.8.154.61:46147: connect: Connection refused (error 111)
21:49:55.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:55.070189 8888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } attempt: 2
21:49:55.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:55.073904 8888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.154.61:46147: Network error: Client connection negotiation failed: client connection to 127.8.154.61:46147: connect: Connection refused (error 111)
21:49:55.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:55.165344 8888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } attempt: 3
21:49:55.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:55.169278 8888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.154.61:46147: Network error: Client connection negotiation failed: client connection to 127.8.154.61:46147: connect: Connection refused (error 111)
21:49:55.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:55.205470 8890 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:49:55.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:55.206014 8890 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:49:55.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:55.206610 8890 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:49:55.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:55.237584 8890 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:49:55.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:55.237879 8890 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:49:55.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:55.238068 8890 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:49:55.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:55.238255 8890 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:49:55.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:55.238431 8890 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:49:55.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:55.238605 8890 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44581/jwks.json
21:49:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:55.273520 8890 master_runner.cc:386] Master server non-default flags:
21:49:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:49:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.154.20:34571
21:49:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:49:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:49:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-1/data
21:49:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-1/wal
21:49:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:49:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.154.62:34325,127.8.154.61:46147,127.8.154.60:44885
21:49:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:49:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:49:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:49:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.154.61:46147
21:49:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:49:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:49:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:49:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44581/jwks.json
21:49:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:49:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:49:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-1/data/info.pb
21:49:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.154.61
21:49:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:49:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:49:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:49:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:49:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:49:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:49:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-1/logs
21:49:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:49:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:49:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:49:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:49:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:49:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:49:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:49:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 20:35:05 UTC on ccycloud.quasar-trmqoj.root.comops.site
21:49:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4680915
21:49:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:49:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:55.274744 8890 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:49:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:55.276961 8890 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:49:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:55.296522 8902 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:49:55.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:55.312674 8888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } attempt: 4
21:49:55.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:55.316974 8888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.154.61:46147: Network error: Client connection negotiation failed: client connection to 127.8.154.61:46147: connect: Connection refused (error 111)
21:49:55.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:55.616348 8888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } attempt: 5
21:49:55.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:55.620877 8888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.154.61:46147: Network error: Client connection negotiation failed: client connection to 127.8.154.61:46147: connect: Connection refused (error 111)
21:49:56.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.168242 8888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } attempt: 6
21:49:56.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:56.174597 8888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.154.61:46147: Network error: Client connection negotiation failed: client connection to 127.8.154.61:46147: connect: Connection refused (error 111)
21:49:56.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:55.296613 8899 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:49:56.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:55.296620 8900 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:49:56.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:55.296667 8890 server_base.cc:1034] running on GCE node
21:49:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.478688 8890 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:49:56.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.481894 8890 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:49:56.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.483304 8890 hybrid_clock.cc:648] HybridClock initialized: now 1790718596483264 us; error 64 us; skew 500 ppm
21:49:56.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.484418 8890 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:49:56.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.491233 8890 webserver.cc:460] Webserver started at http://127.8.154.61:44857/ using document root <none> and password file <none>
21:49:56.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.492182 8890 fs_manager.cc:359] Metadata directory not provided
21:49:56.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.492425 8890 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:49:56.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.492810 8890 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:49:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.497643 8890 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-1/data/instance:
21:49:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d7302db90ca14c85a8b0fa4226b0b47c"
21:49:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:49:56 on dist-test-slave-xgvq"
21:49:56.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.498812 8890 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-1/wal/instance:
21:49:56.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d7302db90ca14c85a8b0fa4226b0b47c"
21:49:56.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:49:56 on dist-test-slave-xgvq"
21:49:56.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.505903 8890 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.003s
21:49:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.511219 8911 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:49:56.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.512512 8890 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
21:49:56.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.512887 8890 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-1/data,/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-1/wal
21:49:56.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d7302db90ca14c85a8b0fa4226b0b47c"
21:49:56.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:49:56 on dist-test-slave-xgvq"
21:49:56.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.513270 8890 fs_report.cc:383] FS layout report
21:49:56.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:49:56.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-1/wal
21:49:56.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-1/wal
21:49:56.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-1/data/data
21:49:56.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:49:56.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:49:56.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:49:56.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:49:56.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:49:56.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:49:56.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:49:56.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:49:56.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:49:56.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:49:56.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:49:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.568349 8890 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:49:56.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.569936 8890 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:49:56.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.570461 8890 kserver.cc:163] Server-wide thread pool size limit: 3276
21:49:56.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.638473 8890 rpc_server.cc:307] RPC server started. Bound to: 127.8.154.61:46147
21:49:56.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.638573 8962 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.154.61:46147 every 8 connection(s)
21:49:56.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.641162 8890 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-1/data/info.pb
21:49:56.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.646023 8963 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:49:56.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.646070 8808 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu as pid 8890
21:49:56.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.646365 8808 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-1/wal/instance
21:49:56.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.648394 8808 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu
21:49:56.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu
21:49:56.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-2/wal
21:49:56.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-2/data
21:49:56.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:49:56.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:49:56.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:49:56.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:49:56.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:49:56.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:49:56.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-2/logs
21:49:56.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-2/data/info.pb
21:49:56.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:49:56.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:49:56.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:49:56.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:49:56.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:49:56.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:49:56.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:49:56.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:49:56.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:49:56.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:49:56.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:49:56.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:49:56.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.154.60:44885
21:49:56.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.154.60
21:49:56.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:49:56.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.154.20:34571
21:49:56.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:49:56.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:49:56.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:49:56.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:49:56.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.154.62:34325,127.8.154.61:46147,127.8.154.60:44885
21:49:56.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:49:56.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44581/jwks.json with env {}
21:49:56.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.661196 8963 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.154.62" port: 34325 } has no permanent_uuid. Determining permanent_uuid...
21:49:56.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.683332 8963 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } has no permanent_uuid. Determining permanent_uuid...
21:49:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.698868 8963 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } has no permanent_uuid. Determining permanent_uuid...
21:49:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:56.701041 8913 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.154.60:44885: connect: Connection refused (error 111)
21:49:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:56.705240 8963 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.154.60:44885: Network error: Client connection negotiation failed: client connection to 127.8.154.60:44885: connect: Connection refused (error 111)
21:49:56.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.754690 8963 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } attempt: 1
21:49:56.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:56.758267 8963 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.154.60:44885: Network error: Client connection negotiation failed: client connection to 127.8.154.60:44885: connect: Connection refused (error 111)
21:49:56.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.826624 8963 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } attempt: 2
21:49:56.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:56.830240 8963 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.154.60:44885: Network error: Client connection negotiation failed: client connection to 127.8.154.60:44885: connect: Connection refused (error 111)
21:49:56.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:56.921607 8963 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } attempt: 3
21:49:56.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:56.925076 8963 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.154.60:44885: Network error: Client connection negotiation failed: client connection to 127.8.154.60:44885: connect: Connection refused (error 111)
21:49:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:56.945478 8965 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:49:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:56.945993 8965 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:49:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:56.946427 8965 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:49:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:56.976370 8965 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:49:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:56.976650 8965 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:49:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:56.976939 8965 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:49:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:56.977222 8965 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:49:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:56.977557 8965 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:49:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:56.977777 8965 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44581/jwks.json
21:49:57.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:57.011088 8965 master_runner.cc:386] Master server non-default flags:
21:49:57.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:49:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.154.20:34571
21:49:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:49:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:49:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-2/data
21:49:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-2/wal
21:49:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:49:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.154.62:34325,127.8.154.61:46147,127.8.154.60:44885
21:49:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:49:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:49:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:49:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.154.60:44885
21:49:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:49:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:49:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:49:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44581/jwks.json
21:49:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:49:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:49:57.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-2/data/info.pb
21:49:57.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.154.60
21:49:57.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:49:57.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:49:57.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:49:57.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:49:57.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:49:57.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:49:57.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-2/logs
21:49:57.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:49:57.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:49:57.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:49:57.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:49:57.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:49:57.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:49:57.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:49:57.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 20:35:05 UTC on ccycloud.quasar-trmqoj.root.comops.site
21:49:57.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4680915
21:49:57.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:49:57.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:57.012454 8965 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:49:57.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:57.014257 8965 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:49:57.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:57.031669 8976 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:49:57.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:57.068487 8963 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } attempt: 4
21:49:57.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:57.073073 8963 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.154.60:44885: Network error: Client connection negotiation failed: client connection to 127.8.154.60:44885: connect: Connection refused (error 111)
21:49:57.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:57.235191 8888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } attempt: 7
21:49:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:57.248637 8888 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } has no permanent_uuid. Determining permanent_uuid...
21:49:57.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:57.253695 8888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.154.60:44885: Network error: Client connection negotiation failed: client connection to 127.8.154.60:44885: connect: Connection refused (error 111)
21:49:57.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:57.312111 8888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } attempt: 1
21:49:57.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:57.315868 8888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.154.60:44885: Network error: Client connection negotiation failed: client connection to 127.8.154.60:44885: connect: Connection refused (error 111)
21:49:57.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:57.372450 8963 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } attempt: 5
21:49:57.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:57.376746 8963 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.154.60:44885: Network error: Client connection negotiation failed: client connection to 127.8.154.60:44885: connect: Connection refused (error 111)
21:49:57.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:57.397487 8888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } attempt: 2
21:49:57.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:57.401371 8888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.154.60:44885: Network error: Client connection negotiation failed: client connection to 127.8.154.60:44885: connect: Connection refused (error 111)
21:49:57.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:57.486994 8888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } attempt: 3
21:49:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:57.490981 8888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.154.60:44885: Network error: Client connection negotiation failed: client connection to 127.8.154.60:44885: connect: Connection refused (error 111)
21:49:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:57.631599 8888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } attempt: 4
21:49:57.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:57.635867 8888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.154.60:44885: Network error: Client connection negotiation failed: client connection to 127.8.154.60:44885: connect: Connection refused (error 111)
21:49:57.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:57.919276 8888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } attempt: 5
21:49:57.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:57.923601 8888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.154.60:44885: Network error: Client connection negotiation failed: client connection to 127.8.154.60:44885: connect: Connection refused (error 111)
21:49:57.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:57.924144 8963 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } attempt: 6
21:49:57.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:57.931309 8963 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.154.60:44885: Network error: Client connection negotiation failed: client connection to 127.8.154.60:44885: connect: Connection refused (error 111)
21:49:58.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:57.032159 8978 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:49:58.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:57.031702 8975 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:49:58.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:57.033164 8965 server_base.cc:1034] running on GCE node
21:49:58.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.242679 8965 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:49:58.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.245303 8965 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:49:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.246721 8965 hybrid_clock.cc:648] HybridClock initialized: now 1790718598246684 us; error 43 us; skew 500 ppm
21:49:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.247684 8965 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:49:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.255681 8965 webserver.cc:460] Webserver started at http://127.8.154.60:42131/ using document root <none> and password file <none>
21:49:58.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.256795 8965 fs_manager.cc:359] Metadata directory not provided
21:49:58.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.257045 8965 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:49:58.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.257561 8965 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:49:58.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.262470 8965 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-2/data/instance:
21:49:58.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f8ab7c3c3e54b108dbfc7a712a473ce"
21:49:58.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:49:58 on dist-test-slave-xgvq"
21:49:58.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.263876 8965 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-2/wal/instance:
21:49:58.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f8ab7c3c3e54b108dbfc7a712a473ce"
21:49:58.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:49:58 on dist-test-slave-xgvq"
21:49:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.272060 8965 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
21:49:58.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.278128 8990 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:49:58.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.279407 8965 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
21:49:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.279788 8965 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-2/data,/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-2/wal
21:49:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f8ab7c3c3e54b108dbfc7a712a473ce"
21:49:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:49:58 on dist-test-slave-xgvq"
21:49:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.280189 8965 fs_report.cc:383] FS layout report
21:49:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:49:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-2/wal
21:49:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-2/wal
21:49:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-2/data/data
21:49:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:49:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:49:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:49:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:49:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:49:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:49:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:49:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:49:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:49:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:49:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:49:58.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.318583 8965 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:49:58.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.320245 8965 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:49:58.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.320842 8965 kserver.cc:163] Server-wide thread pool size limit: 3276
21:49:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.390908 8965 rpc_server.cc:307] RPC server started. Bound to: 127.8.154.60:44885
21:49:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.390993 9041 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.154.60:44885 every 8 connection(s)
21:49:58.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.394481 8965 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-2/data/info.pb
21:49:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.400692 8808 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu as pid 8965
21:49:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.400872 9042 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:49:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.401122 8808 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/master-2/wal/instance
21:49:58.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.425757 9042 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.154.62" port: 34325 } has no permanent_uuid. Determining permanent_uuid...
21:49:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.454329 9042 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } has no permanent_uuid. Determining permanent_uuid...
21:49:58.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.465727 9042 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } has no permanent_uuid. Determining permanent_uuid...
21:49:58.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.476097 8888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } attempt: 6
21:49:58.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.484848 9042 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4f8ab7c3c3e54b108dbfc7a712a473ce: Bootstrap starting.
21:49:58.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.493332 9042 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4f8ab7c3c3e54b108dbfc7a712a473ce: Neither blocks nor log segments found. Creating new log.
21:49:58.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.495682 9042 log.cc:824] T 00000000000000000000000000000000 P 4f8ab7c3c3e54b108dbfc7a712a473ce: Log is configured to *not* fsync() on all Append() calls
21:49:58.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.498880 8888 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf: Bootstrap starting.
21:49:58.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.501483 9042 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4f8ab7c3c3e54b108dbfc7a712a473ce: No bootstrap required, opened a new log
21:49:58.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.506664 8888 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf: Neither blocks nor log segments found. Creating new log.
21:49:58.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.508729 8888 log.cc:824] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf: Log is configured to *not* fsync() on all Append() calls
21:49:58.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.518370 8888 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf: No bootstrap required, opened a new log
21:49:58.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.530537 9042 raft_consensus.cc:348] T 00000000000000000000000000000000 P 4f8ab7c3c3e54b108dbfc7a712a473ce [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" member_type: VOTER last_known_addr { host: "127.8.154.62" port: 34325 } } peers { permanent_uuid: "d7302db90ca14c85a8b0fa4226b0b47c" member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } } peers { permanent_uuid: "4f8ab7c3c3e54b108dbfc7a712a473ce" member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } }
21:49:58.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.531177 9042 raft_consensus.cc:374] T 00000000000000000000000000000000 P 4f8ab7c3c3e54b108dbfc7a712a473ce [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:49:58.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.531363 9042 raft_consensus.cc:729] T 00000000000000000000000000000000 P 4f8ab7c3c3e54b108dbfc7a712a473ce [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f8ab7c3c3e54b108dbfc7a712a473ce, State: Initialized, Role: FOLLOWER
21:49:58.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.532099 9042 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4f8ab7c3c3e54b108dbfc7a712a473ce [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" member_type: VOTER last_known_addr { host: "127.8.154.62" port: 34325 } } peers { permanent_uuid: "d7302db90ca14c85a8b0fa4226b0b47c" member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } } peers { permanent_uuid: "4f8ab7c3c3e54b108dbfc7a712a473ce" member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } }
21:49:58.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.535192 9053 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4f8ab7c3c3e54b108dbfc7a712a473ce [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" member_type: VOTER last_known_addr { host: "127.8.154.62" port: 34325 } } peers { permanent_uuid: "d7302db90ca14c85a8b0fa4226b0b47c" member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } } peers { permanent_uuid: "4f8ab7c3c3e54b108dbfc7a712a473ce" member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } } }
21:49:58.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.536099 9053 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4f8ab7c3c3e54b108dbfc7a712a473ce [sys.catalog]: This master's current role is: FOLLOWER
21:49:58.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.536484 9042 sys_catalog.cc:564] T 00000000000000000000000000000000 P 4f8ab7c3c3e54b108dbfc7a712a473ce [sys.catalog]: configured and running, proceeding with master startup.
21:49:58.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.543897 8888 raft_consensus.cc:348] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" member_type: VOTER last_known_addr { host: "127.8.154.62" port: 34325 } } peers { permanent_uuid: "d7302db90ca14c85a8b0fa4226b0b47c" member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } } peers { permanent_uuid: "4f8ab7c3c3e54b108dbfc7a712a473ce" member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } }
21:49:58.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.544744 8888 raft_consensus.cc:374] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:49:58.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.545061 8888 raft_consensus.cc:729] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a9d826a4cac648a5bd70d26ebee7b6bf, State: Initialized, Role: FOLLOWER
21:49:58.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.548770 8888 consensus_queue.cc:260] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" member_type: VOTER last_known_addr { host: "127.8.154.62" port: 34325 } } peers { permanent_uuid: "d7302db90ca14c85a8b0fa4226b0b47c" member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } } peers { permanent_uuid: "4f8ab7c3c3e54b108dbfc7a712a473ce" member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } }
21:49:58.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.550069 9059 raft_consensus.cc:482] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:49:58.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.551126 9059 raft_consensus.cc:504] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" member_type: VOTER last_known_addr { host: "127.8.154.62" port: 34325 } } peers { permanent_uuid: "d7302db90ca14c85a8b0fa4226b0b47c" member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } } peers { permanent_uuid: "4f8ab7c3c3e54b108dbfc7a712a473ce" member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } }
21:49:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.553491 9061 sys_catalog.cc:455] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" member_type: VOTER last_known_addr { host: "127.8.154.62" port: 34325 } } peers { permanent_uuid: "d7302db90ca14c85a8b0fa4226b0b47c" member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } } peers { permanent_uuid: "4f8ab7c3c3e54b108dbfc7a712a473ce" member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } } }
21:49:58.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.555780 8888 sys_catalog.cc:564] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [sys.catalog]: configured and running, proceeding with master startup.
21:49:58.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.556033 9061 sys_catalog.cc:458] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [sys.catalog]: This master's current role is: FOLLOWER
21:49:58.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.568004 9059 leader_election.cc:288] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d7302db90ca14c85a8b0fa4226b0b47c (127.8.154.61:46147), 4f8ab7c3c3e54b108dbfc7a712a473ce (127.8.154.60:44885)
21:49:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.569487 9017 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f8ab7c3c3e54b108dbfc7a712a473ce" is_pre_election: true
21:49:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.570576 9017 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 4f8ab7c3c3e54b108dbfc7a712a473ce [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a9d826a4cac648a5bd70d26ebee7b6bf in term 0.
21:49:58.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.572371 8838 leader_election.cc:302] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4f8ab7c3c3e54b108dbfc7a712a473ce, a9d826a4cac648a5bd70d26ebee7b6bf; no voters:
21:49:58.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.574069 9059 raft_consensus.cc:2781] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [term 0 FOLLOWER]: Leader pre-election won for term 1
21:49:58.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.574515 9059 raft_consensus.cc:482] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:49:58.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.574909 9059 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [term 0 FOLLOWER]: Advancing to term 1
21:49:58.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:58.576125 8996 tablet.cc:2369] T 00000000000000000000000000000000 P 4f8ab7c3c3e54b108dbfc7a712a473ce: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:49:58.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.583549 9059 raft_consensus.cc:504] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" member_type: VOTER last_known_addr { host: "127.8.154.62" port: 34325 } } peers { permanent_uuid: "d7302db90ca14c85a8b0fa4226b0b47c" member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } } peers { permanent_uuid: "4f8ab7c3c3e54b108dbfc7a712a473ce" member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } }
21:49:58.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:58.585459 8842 tablet.cc:2369] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:49:58.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.592231 9017 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f8ab7c3c3e54b108dbfc7a712a473ce"
21:49:58.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.592850 9017 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 4f8ab7c3c3e54b108dbfc7a712a473ce [term 0 FOLLOWER]: Advancing to term 1
21:49:58.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.595078 9059 leader_election.cc:288] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [CANDIDATE]: Term 1 election: Requested vote from peers d7302db90ca14c85a8b0fa4226b0b47c (127.8.154.61:46147), 4f8ab7c3c3e54b108dbfc7a712a473ce (127.8.154.60:44885)
21:49:58.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:58.596169 9069 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4f8ab7c3c3e54b108dbfc7a712a473ce: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:49:58.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:58.596720 9069 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:49:58.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.600601 9017 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 4f8ab7c3c3e54b108dbfc7a712a473ce [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a9d826a4cac648a5bd70d26ebee7b6bf in term 1.
21:49:58.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.602129 8838 leader_election.cc:302] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4f8ab7c3c3e54b108dbfc7a712a473ce, a9d826a4cac648a5bd70d26ebee7b6bf; no voters:
21:49:58.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.603400 9059 raft_consensus.cc:2781] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [term 1 FOLLOWER]: Leader election won for term 1
21:49:58.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.612505 9059 raft_consensus.cc:686] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [term 1 LEADER]: Becoming Leader. State: Replica: a9d826a4cac648a5bd70d26ebee7b6bf, State: Running, Role: LEADER
21:49:58.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.613686 9059 consensus_queue.cc:237] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" member_type: VOTER last_known_addr { host: "127.8.154.62" port: 34325 } } peers { permanent_uuid: "d7302db90ca14c85a8b0fa4226b0b47c" member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } } peers { permanent_uuid: "4f8ab7c3c3e54b108dbfc7a712a473ce" member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } }
21:49:58.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.572886 8965 master_runner.cc:186] Error getting master registration for 127.8.154.62:34325: OK, instance_id { permanent_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" instance_seqno: 1790718594875899 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:49:58.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.622161 8965 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:49:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.637163 9061 sys_catalog.cc:455] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [sys.catalog]: SysCatalogTable state changed. Reason: New leader a9d826a4cac648a5bd70d26ebee7b6bf. Latest consensus state: current_term: 1 leader_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" member_type: VOTER last_known_addr { host: "127.8.154.62" port: 34325 } } peers { permanent_uuid: "d7302db90ca14c85a8b0fa4226b0b47c" member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } } peers { permanent_uuid: "4f8ab7c3c3e54b108dbfc7a712a473ce" member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } } }
21:49:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.643167 9061 sys_catalog.cc:458] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [sys.catalog]: This master's current role is: LEADER
21:49:58.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.652479 9077 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
21:49:58.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.676621 9077 catalog_manager.cc:1484] Initializing Kudu cluster ID...
21:49:58.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.724032 9017 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 4f8ab7c3c3e54b108dbfc7a712a473ce [term 1 FOLLOWER]: Refusing update from remote peer a9d826a4cac648a5bd70d26ebee7b6bf: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:49:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.726439 9059 consensus_queue.cc:1035] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f8ab7c3c3e54b108dbfc7a712a473ce" member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:49:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.779078 9061 sys_catalog.cc:455] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" member_type: VOTER last_known_addr { host: "127.8.154.62" port: 34325 } } peers { permanent_uuid: "d7302db90ca14c85a8b0fa4226b0b47c" member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } } peers { permanent_uuid: "4f8ab7c3c3e54b108dbfc7a712a473ce" member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } } }
21:49:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.779911 9061 sys_catalog.cc:458] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [sys.catalog]: This master's current role is: LEADER
21:49:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.777148 9053 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4f8ab7c3c3e54b108dbfc7a712a473ce [sys.catalog]: SysCatalogTable state changed. Reason: New leader a9d826a4cac648a5bd70d26ebee7b6bf. Latest consensus state: current_term: 1 leader_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" member_type: VOTER last_known_addr { host: "127.8.154.62" port: 34325 } } peers { permanent_uuid: "d7302db90ca14c85a8b0fa4226b0b47c" member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } } peers { permanent_uuid: "4f8ab7c3c3e54b108dbfc7a712a473ce" member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } } }
21:49:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.781392 9053 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4f8ab7c3c3e54b108dbfc7a712a473ce [sys.catalog]: This master's current role is: FOLLOWER
21:49:58.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.782186 9077 catalog_manager.cc:1347] Generated new cluster ID: 902267eb56c4443f93f29082cad0909a
21:49:58.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.782467 9077 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
21:49:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.790128 9053 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4f8ab7c3c3e54b108dbfc7a712a473ce [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" member_type: VOTER last_known_addr { host: "127.8.154.62" port: 34325 } } peers { permanent_uuid: "d7302db90ca14c85a8b0fa4226b0b47c" member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } } peers { permanent_uuid: "4f8ab7c3c3e54b108dbfc7a712a473ce" member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } } }
21:49:58.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.795354 9053 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4f8ab7c3c3e54b108dbfc7a712a473ce [sys.catalog]: This master's current role is: FOLLOWER
21:49:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.800482 9083 mvcc.cc:205] Tried to move back new op lower bound from 7334783380356411392 to 7334783379933077504. Current Snapshot: MvccSnapshot[applied={T|T < 7334783380356411392}]
21:49:58.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.813048 9077 catalog_manager.cc:1370] Generated new certificate authority record
21:49:58.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.712091 8820 master_runner.cc:186] Error getting master registration for 127.8.154.61:46147: OK, instance_id { permanent_uuid: "d7302db90ca14c85a8b0fa4226b0b47c" instance_seqno: 1790718596619739 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:49:58.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.813732 8820 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:49:58.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.815841 9077 catalog_manager.cc:1504] Loading token signing keys...
21:49:58.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.851559 9077 catalog_manager.cc:5868] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf: Generated new TSK 0
21:49:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.855322 9077 catalog_manager.cc:1514] Initializing in-progress tserver states...
21:49:58.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.898326 8808 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu
21:49:58.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu
21:49:58.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-0/wal
21:49:58.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-0/data
21:49:58.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:49:58.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:49:58.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:49:58.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:49:58.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:49:58.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:49:58.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-0/logs
21:49:58.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-0/data/info.pb
21:49:58.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:49:58.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:49:58.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:49:58.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:49:58.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:49:58.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:49:58.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:49:58.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:49:58.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:49:58.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:49:58.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.154.1:0
21:49:58.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.154.1
21:49:58.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.154.1
21:49:58.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:49:58.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.154.62:34325,127.8.154.61:46147,127.8.154.60:44885
21:49:58.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.154.20:34571
21:49:58.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:49:58.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:49:58.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:49:58.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:58.992437 8963 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } attempt: 7
21:49:59.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.040078 8963 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d7302db90ca14c85a8b0fa4226b0b47c: Bootstrap starting.
21:49:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.084048 8963 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d7302db90ca14c85a8b0fa4226b0b47c: Neither blocks nor log segments found. Creating new log.
21:49:59.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.092073 8963 log.cc:824] T 00000000000000000000000000000000 P d7302db90ca14c85a8b0fa4226b0b47c: Log is configured to *not* fsync() on all Append() calls
21:49:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.116361 8963 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d7302db90ca14c85a8b0fa4226b0b47c: No bootstrap required, opened a new log
21:49:59.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.198942 8963 raft_consensus.cc:348] T 00000000000000000000000000000000 P d7302db90ca14c85a8b0fa4226b0b47c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" member_type: VOTER last_known_addr { host: "127.8.154.62" port: 34325 } } peers { permanent_uuid: "d7302db90ca14c85a8b0fa4226b0b47c" member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } } peers { permanent_uuid: "4f8ab7c3c3e54b108dbfc7a712a473ce" member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } }
21:49:59.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.201732 8963 raft_consensus.cc:374] T 00000000000000000000000000000000 P d7302db90ca14c85a8b0fa4226b0b47c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:49:59.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.202726 8963 raft_consensus.cc:729] T 00000000000000000000000000000000 P d7302db90ca14c85a8b0fa4226b0b47c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d7302db90ca14c85a8b0fa4226b0b47c, State: Initialized, Role: FOLLOWER
21:49:59.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.205221 8963 consensus_queue.cc:260] T 00000000000000000000000000000000 P d7302db90ca14c85a8b0fa4226b0b47c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" member_type: VOTER last_known_addr { host: "127.8.154.62" port: 34325 } } peers { permanent_uuid: "d7302db90ca14c85a8b0fa4226b0b47c" member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } } peers { permanent_uuid: "4f8ab7c3c3e54b108dbfc7a712a473ce" member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } }
21:49:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.225349 9093 sys_catalog.cc:455] T 00000000000000000000000000000000 P d7302db90ca14c85a8b0fa4226b0b47c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" member_type: VOTER last_known_addr { host: "127.8.154.62" port: 34325 } } peers { permanent_uuid: "d7302db90ca14c85a8b0fa4226b0b47c" member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } } peers { permanent_uuid: "4f8ab7c3c3e54b108dbfc7a712a473ce" member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } } }
21:49:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.226289 9093 sys_catalog.cc:458] T 00000000000000000000000000000000 P d7302db90ca14c85a8b0fa4226b0b47c [sys.catalog]: This master's current role is: FOLLOWER
21:49:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.232173 8936 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d7302db90ca14c85a8b0fa4226b0b47c [term 0 FOLLOWER]: Advancing to term 1
21:49:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.236500 8937 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7302db90ca14c85a8b0fa4226b0b47c"
21:49:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.238067 8938 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7302db90ca14c85a8b0fa4226b0b47c" is_pre_election: true
21:49:59.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.246593 8936 raft_consensus.cc:1261] T 00000000000000000000000000000000 P d7302db90ca14c85a8b0fa4226b0b47c [term 1 FOLLOWER]: Refusing update from remote peer a9d826a4cac648a5bd70d26ebee7b6bf: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:49:59.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.248390 9061 consensus_queue.cc:1035] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [LEADER]: Connected to new peer: Peer: permanent_uuid: "d7302db90ca14c85a8b0fa4226b0b47c" member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:49:59.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.258960 8963 sys_catalog.cc:564] T 00000000000000000000000000000000 P d7302db90ca14c85a8b0fa4226b0b47c [sys.catalog]: configured and running, proceeding with master startup.
21:49:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.331481 9093 sys_catalog.cc:455] T 00000000000000000000000000000000 P d7302db90ca14c85a8b0fa4226b0b47c [sys.catalog]: SysCatalogTable state changed. Reason: New leader a9d826a4cac648a5bd70d26ebee7b6bf. Latest consensus state: current_term: 1 leader_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" member_type: VOTER last_known_addr { host: "127.8.154.62" port: 34325 } } peers { permanent_uuid: "d7302db90ca14c85a8b0fa4226b0b47c" member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } } peers { permanent_uuid: "4f8ab7c3c3e54b108dbfc7a712a473ce" member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } } }
21:49:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.331697 9098 sys_catalog.cc:455] T 00000000000000000000000000000000 P d7302db90ca14c85a8b0fa4226b0b47c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" member_type: VOTER last_known_addr { host: "127.8.154.62" port: 34325 } } peers { permanent_uuid: "d7302db90ca14c85a8b0fa4226b0b47c" member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } } peers { permanent_uuid: "4f8ab7c3c3e54b108dbfc7a712a473ce" member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } } }
21:49:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.332340 9093 sys_catalog.cc:458] T 00000000000000000000000000000000 P d7302db90ca14c85a8b0fa4226b0b47c [sys.catalog]: This master's current role is: FOLLOWER
21:49:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.333032 9098 sys_catalog.cc:458] T 00000000000000000000000000000000 P d7302db90ca14c85a8b0fa4226b0b47c [sys.catalog]: This master's current role is: FOLLOWER
21:49:59.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.392833 9114 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
21:49:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:59.417721 9089 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:49:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:59.418403 9089 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:49:59.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:59.419191 9089 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:49:59.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:59.478318 9089 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:49:59.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:59.480700 9089 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.154.1
21:49:59.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.526384 9089 tablet_server_runner.cc:78] Tablet server non-default flags:
21:49:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:49:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.154.20:34571
21:49:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:49:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:49:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-0/data
21:49:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-0/wal
21:49:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:49:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:49:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.154.1:0
21:49:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:49:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:49:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:49:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-0/data/info.pb
21:49:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.154.1
21:49:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:49:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.154.62:34325,127.8.154.61:46147,127.8.154.60:44885
21:49:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:49:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:49:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:49:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:49:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:49:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.154.1
21:49:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-0/logs
21:49:59.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:49:59.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:49:59.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:49:59.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:49:59.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:49:59.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:49:59.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:49:59.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 20:35:05 UTC on ccycloud.quasar-trmqoj.root.comops.site
21:49:59.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4680915
21:49:59.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:49:59.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.527906 9089 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:49:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.530686 9089 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:49:59.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:59.555644 9116 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:49:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.602928 9069 catalog_manager.cc:1259] Loaded cluster ID: 902267eb56c4443f93f29082cad0909a
21:49:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.603557 9069 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 4f8ab7c3c3e54b108dbfc7a712a473ce: loading cluster ID for follower catalog manager: success
21:49:59.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.615092 9069 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 4f8ab7c3c3e54b108dbfc7a712a473ce: acquiring CA information for follower catalog manager: success
21:49:59.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.640218 9069 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 4f8ab7c3c3e54b108dbfc7a712a473ce: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:49:59.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.825095 9061 sys_catalog.cc:455] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9d826a4cac648a5bd70d26ebee7b6bf" member_type: VOTER last_known_addr { host: "127.8.154.62" port: 34325 } } peers { permanent_uuid: "d7302db90ca14c85a8b0fa4226b0b47c" member_type: VOTER last_known_addr { host: "127.8.154.61" port: 46147 } } peers { permanent_uuid: "4f8ab7c3c3e54b108dbfc7a712a473ce" member_type: VOTER last_known_addr { host: "127.8.154.60" port: 44885 } } }
21:49:59.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:49:59.826522 9061 sys_catalog.cc:458] T 00000000000000000000000000000000 P a9d826a4cac648a5bd70d26ebee7b6bf [sys.catalog]: This master's current role is: LEADER
21:50:00.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:00.415977 9114 catalog_manager.cc:1259] Loaded cluster ID: 902267eb56c4443f93f29082cad0909a
21:50:00.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:00.416750 9114 catalog_manager.cc:1552] T 00000000000000000000000000000000 P d7302db90ca14c85a8b0fa4226b0b47c: loading cluster ID for follower catalog manager: success
21:50:00.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:00.440553 9114 catalog_manager.cc:1574] T 00000000000000000000000000000000 P d7302db90ca14c85a8b0fa4226b0b47c: acquiring CA information for follower catalog manager: success
21:50:00.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:00.460134 9114 catalog_manager.cc:1602] T 00000000000000000000000000000000 P d7302db90ca14c85a8b0fa4226b0b47c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:50:02.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:00.948432 9115 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 9089
21:50:02.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:02.271996 9120 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:50:02.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:02.269769 9089 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.716s user 0.919s sys 1.596s
21:50:02.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:02.276209 9118 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2716 milliseconds
21:50:02.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:02.276224 9089 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.722s user 0.920s sys 1.597s
21:50:02.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.277066 9089 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:50:02.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:49:59.561007 9117 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:50:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.279350 9089 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:50:02.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.288335 9089 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:50:02.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.290213 9089 hybrid_clock.cc:648] HybridClock initialized: now 1790718602290172 us; error 55 us; skew 500 ppm
21:50:02.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.291581 9089 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:50:02.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.325027 9089 webserver.cc:460] Webserver started at http://127.8.154.1:42067/ using document root <none> and password file <none>
21:50:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.327772 9089 fs_manager.cc:359] Metadata directory not provided
21:50:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.328377 9089 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:50:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.329099 9089 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:50:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.338920 9089 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-0/data/instance:
21:50:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e258da5ebf8d412d9dbb75948ff1104d"
21:50:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:50:02 on dist-test-slave-xgvq"
21:50:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.342463 9089 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-0/wal/instance:
21:50:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e258da5ebf8d412d9dbb75948ff1104d"
21:50:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:50:02 on dist-test-slave-xgvq"
21:50:02.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.359606 9089 fs_manager.cc:691] Time spent creating directory manager: real 0.016s user 0.004s sys 0.010s
21:50:02.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.374317 9130 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:50:02.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.376526 9089 fs_manager.cc:725] Time spent opening block manager: real 0.011s user 0.006s sys 0.003s
21:50:02.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.377633 9089 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-0/data,/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-0/wal
21:50:02.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e258da5ebf8d412d9dbb75948ff1104d"
21:50:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:50:02 on dist-test-slave-xgvq"
21:50:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.378106 9089 fs_report.cc:383] FS layout report
21:50:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:50:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-0/wal
21:50:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-0/wal
21:50:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-0/data/data
21:50:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:50:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:50:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:50:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:50:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:50:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:50:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:50:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:50:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:50:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:50:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:50:02.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.518278 9089 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:50:02.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.520653 9089 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:50:02.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.521567 9089 kserver.cc:163] Server-wide thread pool size limit: 3276
21:50:02.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.537318 9089 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
21:50:02.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.550423 9089 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:50:02.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.551015 9089 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s user 0.000s sys 0.001s
21:50:02.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.551512 9089 ts_tablet_manager.cc:610] Registered 0 tablets
21:50:02.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.551846 9089 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:50:02.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.940559 9089 rpc_server.cc:307] RPC server started. Bound to: 127.8.154.1:40903
21:50:02.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.940702 9242 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.154.1:40903 every 8 connection(s)
21:50:02.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.944312 9089 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-0/data/info.pb
21:50:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.947096 8808 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu as pid 9089
21:50:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.947561 8808 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-0/wal/instance
21:50:02.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:02.957295 8808 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu
21:50:02.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu
21:50:02.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-1/wal
21:50:02.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-1/data
21:50:02.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:50:02.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:50:02.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:50:02.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:50:02.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:50:02.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:50:02.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-1/logs
21:50:02.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-1/data/info.pb
21:50:02.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:50:02.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:50:02.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:50:02.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:50:02.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:50:02.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:50:02.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:50:02.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:50:02.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:50:02.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:50:02.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.154.2:0
21:50:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.154.2
21:50:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.154.2
21:50:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:50:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.154.62:34325,127.8.154.61:46147,127.8.154.60:44885
21:50:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.154.20:34571
21:50:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:50:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:50:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:50:03.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:03.069788 9243 heartbeater.cc:347] Connected to a master server at 127.8.154.60:44885
21:50:03.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:03.070300 9243 heartbeater.cc:464] Registering TS with master...
21:50:03.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:03.071501 9243 heartbeater.cc:511] Master 127.8.154.60:44885 requested a full tablet report, sending...
21:50:03.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:03.075565 9245 heartbeater.cc:347] Connected to a master server at 127.8.154.61:46147
21:50:03.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:03.075945 9245 heartbeater.cc:464] Registering TS with master...
21:50:03.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:03.075759 9007 ts_manager.cc:194] Registered new tserver with Master: e258da5ebf8d412d9dbb75948ff1104d (127.8.154.1:40903)
21:50:03.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:03.076861 9245 heartbeater.cc:511] Master 127.8.154.61:46147 requested a full tablet report, sending...
21:50:03.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:03.081285 8928 ts_manager.cc:194] Registered new tserver with Master: e258da5ebf8d412d9dbb75948ff1104d (127.8.154.1:40903)
21:50:03.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:03.092510 9248 heartbeater.cc:347] Connected to a master server at 127.8.154.62:34325
21:50:03.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:03.092924 9248 heartbeater.cc:464] Registering TS with master...
21:50:03.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:03.093971 9248 heartbeater.cc:511] Master 127.8.154.62:34325 requested a full tablet report, sending...
21:50:03.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:03.096910 8853 ts_manager.cc:194] Registered new tserver with Master: e258da5ebf8d412d9dbb75948ff1104d (127.8.154.1:40903)
21:50:03.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:03.100109 8853 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.8.154.1:50401
21:50:03.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:03.423630 9244 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:50:03.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:03.424310 9244 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:50:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:03.425057 9244 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:50:03.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:03.459923 9244 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:50:03.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:03.460937 9244 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.154.2
21:50:03.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:03.504974 9244 tablet_server_runner.cc:78] Tablet server non-default flags:
21:50:03.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:50:03.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.154.20:34571
21:50:03.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:50:03.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:50:03.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-1/data
21:50:03.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-1/wal
21:50:03.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:50:03.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:50:03.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.154.2:0
21:50:03.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:50:03.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:50:03.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:50:03.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-1/data/info.pb
21:50:03.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.154.2
21:50:03.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:50:03.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.154.62:34325,127.8.154.61:46147,127.8.154.60:44885
21:50:03.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:50:03.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:50:03.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:50:03.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:50:03.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:50:03.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.154.2
21:50:03.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-1/logs
21:50:03.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:50:03.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:50:03.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:50:03.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:50:03.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:50:03.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:50:03.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:50:03.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 20:35:05 UTC on ccycloud.quasar-trmqoj.root.comops.site
21:50:03.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4680915
21:50:03.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:50:03.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:03.506120 9244 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:50:03.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:03.507616 9244 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:50:03.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:03.534219 9262 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:50:04.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:04.105623 9248 heartbeater.cc:503] Master 127.8.154.62:34325 was elected leader, sending a full tablet report...
21:50:04.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:03.535475 9261 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:50:04.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:03.538041 9264 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:50:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:04.782308 9263 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
21:50:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:04.782380 9244 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:50:04.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:04.786743 9244 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:50:04.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:04.789000 9244 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:50:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:04.790423 9244 hybrid_clock.cc:648] HybridClock initialized: now 1790718604790376 us; error 53 us; skew 500 ppm
21:50:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:04.791324 9244 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:50:04.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:04.800042 9244 webserver.cc:460] Webserver started at http://127.8.154.2:33241/ using document root <none> and password file <none>
21:50:04.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:04.801165 9244 fs_manager.cc:359] Metadata directory not provided
21:50:04.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:04.801415 9244 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:50:04.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:04.801952 9244 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:50:04.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:04.806870 9244 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-1/data/instance:
21:50:04.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08cb1adfaaf440dd9e3ab330a19b93e2"
21:50:04.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:50:04 on dist-test-slave-xgvq"
21:50:04.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:04.808115 9244 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-1/wal/instance:
21:50:04.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08cb1adfaaf440dd9e3ab330a19b93e2"
21:50:04.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:50:04 on dist-test-slave-xgvq"
21:50:04.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:04.816138 9244 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
21:50:04.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:04.822557 9271 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:50:04.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:04.823668 9244 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
21:50:04.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:04.824071 9244 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-1/data,/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-1/wal
21:50:04.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08cb1adfaaf440dd9e3ab330a19b93e2"
21:50:04.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:50:04 on dist-test-slave-xgvq"
21:50:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:04.824645 9244 fs_report.cc:383] FS layout report
21:50:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:50:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-1/wal
21:50:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-1/wal
21:50:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-1/data/data
21:50:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:50:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:50:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:50:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:50:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:50:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:50:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:50:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:50:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:50:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:50:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:50:04.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:04.864511 9244 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:50:04.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:04.866194 9244 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:50:04.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:04.866762 9244 kserver.cc:163] Server-wide thread pool size limit: 3276
21:50:04.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:04.869560 9244 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
21:50:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:04.873930 9244 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:50:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:04.874197 9244 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
21:50:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:04.874522 9244 ts_tablet_manager.cc:610] Registered 0 tablets
21:50:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:04.874713 9244 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:50:05.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:05.026851 9244 rpc_server.cc:307] RPC server started. Bound to: 127.8.154.2:40823
21:50:05.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:05.026997 9383 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.154.2:40823 every 8 connection(s)
21:50:05.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:05.029497 9244 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-1/data/info.pb
21:50:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:05.037322 8808 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu as pid 9244
21:50:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:05.038213 8808 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-1/wal/instance
21:50:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:05.057687 8808 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu
21:50:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu
21:50:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-2/wal
21:50:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-2/data
21:50:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:50:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:50:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:50:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:50:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:50:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:50:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-2/logs
21:50:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-2/data/info.pb
21:50:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:50:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:50:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:50:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:50:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:50:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:50:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:50:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:50:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:50:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:50:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.154.3:0
21:50:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.154.3
21:50:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.154.3
21:50:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:50:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.154.62:34325,127.8.154.61:46147,127.8.154.60:44885
21:50:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.154.20:34571
21:50:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:50:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:50:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:50:05.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:05.101676 9384 heartbeater.cc:347] Connected to a master server at 127.8.154.60:44885
21:50:05.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:05.102209 9384 heartbeater.cc:464] Registering TS with master...
21:50:05.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:05.103750 9384 heartbeater.cc:511] Master 127.8.154.60:44885 requested a full tablet report, sending...
21:50:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:05.105504 9385 heartbeater.cc:347] Connected to a master server at 127.8.154.61:46147
21:50:05.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:05.105852 9385 heartbeater.cc:464] Registering TS with master...
21:50:05.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:05.106665 9385 heartbeater.cc:511] Master 127.8.154.61:46147 requested a full tablet report, sending...
21:50:05.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:05.107085 9007 ts_manager.cc:194] Registered new tserver with Master: 08cb1adfaaf440dd9e3ab330a19b93e2 (127.8.154.2:40823)
21:50:05.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:05.107201 9386 heartbeater.cc:347] Connected to a master server at 127.8.154.62:34325
21:50:05.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:05.107522 9386 heartbeater.cc:464] Registering TS with master...
21:50:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:05.108299 9386 heartbeater.cc:511] Master 127.8.154.62:34325 requested a full tablet report, sending...
21:50:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:05.109378 8928 ts_manager.cc:194] Registered new tserver with Master: 08cb1adfaaf440dd9e3ab330a19b93e2 (127.8.154.2:40823)
21:50:05.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:05.110378 8853 ts_manager.cc:194] Registered new tserver with Master: 08cb1adfaaf440dd9e3ab330a19b93e2 (127.8.154.2:40823)
21:50:05.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:05.112558 8853 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.8.154.2:39791
21:50:05.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:05.392730 9392 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:50:05.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:05.393232 9392 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:50:05.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:05.393671 9392 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:50:05.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:05.427927 9392 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:50:05.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:05.428862 9392 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.154.3
21:50:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:05.467916 9392 tablet_server_runner.cc:78] Tablet server non-default flags:
21:50:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:50:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.154.20:34571
21:50:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:50:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:50:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-2/data
21:50:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-2/wal
21:50:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:50:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:50:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.154.3:0
21:50:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:50:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:50:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:50:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-2/data/info.pb
21:50:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.154.3
21:50:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:50:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.154.62:34325,127.8.154.61:46147,127.8.154.60:44885
21:50:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:50:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:50:05.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:50:05.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:50:05.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:50:05.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.154.3
21:50:05.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-2/logs
21:50:05.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:50:05.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:50:05.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:50:05.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:50:05.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:50:05.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:50:05.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:50:05.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 20:35:05 UTC on ccycloud.quasar-trmqoj.root.comops.site
21:50:05.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4680915
21:50:05.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:50:05.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:05.469231 9392 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:50:05.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:05.470881 9392 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:50:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:05.490525 9402 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:50:06.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.116698 9386 heartbeater.cc:503] Master 127.8.154.62:34325 was elected leader, sending a full tablet report...
21:50:06.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:05.490530 9404 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:50:06.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:05.491303 9401 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:50:06.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:05.492511 9392 server_base.cc:1034] running on GCE node
21:50:06.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.739861 9392 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:50:06.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.742707 9392 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:50:06.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.744153 9392 hybrid_clock.cc:648] HybridClock initialized: now 1790718606744109 us; error 60 us; skew 500 ppm
21:50:06.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.745112 9392 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:50:06.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.751892 9392 webserver.cc:460] Webserver started at http://127.8.154.3:37215/ using document root <none> and password file <none>
21:50:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.752835 9392 fs_manager.cc:359] Metadata directory not provided
21:50:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.753023 9392 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:50:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.753402 9392 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:50:06.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.758292 9392 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-2/data/instance:
21:50:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f1d865b6985e41b08dfe1f60b8515649"
21:50:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:50:06 on dist-test-slave-xgvq"
21:50:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.759523 9392 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-2/wal/instance:
21:50:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f1d865b6985e41b08dfe1f60b8515649"
21:50:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:50:06 on dist-test-slave-xgvq"
21:50:06.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.766903 9392 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
21:50:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.772871 9411 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:50:06.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.774050 9392 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
21:50:06.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.774344 9392 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-2/data,/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-2/wal
21:50:06.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f1d865b6985e41b08dfe1f60b8515649"
21:50:06.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:50:06 on dist-test-slave-xgvq"
21:50:06.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.774669 9392 fs_report.cc:383] FS layout report
21:50:06.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:50:06.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-2/wal
21:50:06.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-2/wal
21:50:06.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-2/data/data
21:50:06.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:50:06.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:50:06.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:50:06.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:50:06.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:50:06.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:50:06.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:50:06.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:50:06.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:50:06.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:50:06.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:50:06.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.820549 9392 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:50:06.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.822080 9392 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:50:06.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.822487 9392 kserver.cc:163] Server-wide thread pool size limit: 3276
21:50:06.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.824935 9392 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
21:50:06.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.829101 9392 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:50:06.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.829298 9392 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
21:50:06.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.829492 9392 ts_tablet_manager.cc:610] Registered 0 tablets
21:50:06.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.829622 9392 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:50:06.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.986466 9392 rpc_server.cc:307] RPC server started. Bound to: 127.8.154.3:41361
21:50:06.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.986565 9524 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.154.3:41361 every 8 connection(s)
21:50:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.989061 9392 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-2/data/info.pb
21:50:06.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.995342 8808 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu as pid 9392
21:50:06.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:06.995814 8808 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster7877532311600493789/ts-2/wal/instance
21:50:07.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:07.033758 9525 heartbeater.cc:347] Connected to a master server at 127.8.154.60:44885
21:50:07.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:07.034293 9525 heartbeater.cc:464] Registering TS with master...
21:50:07.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:07.035516 9525 heartbeater.cc:511] Master 127.8.154.60:44885 requested a full tablet report, sending...
21:50:07.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:07.040534 9007 ts_manager.cc:194] Registered new tserver with Master: f1d865b6985e41b08dfe1f60b8515649 (127.8.154.3:41361)
21:50:07.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:07.043514 9527 heartbeater.cc:347] Connected to a master server at 127.8.154.62:34325
21:50:07.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:07.043906 9527 heartbeater.cc:464] Registering TS with master...
21:50:07.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:07.044764 9527 heartbeater.cc:511] Master 127.8.154.62:34325 requested a full tablet report, sending...
21:50:07.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:07.045161 9526 heartbeater.cc:347] Connected to a master server at 127.8.154.61:46147
21:50:07.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:07.045464 9526 heartbeater.cc:464] Registering TS with master...
21:50:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:07.046139 9526 heartbeater.cc:511] Master 127.8.154.61:46147 requested a full tablet report, sending...
21:50:07.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:07.047916 8852 ts_manager.cc:194] Registered new tserver with Master: f1d865b6985e41b08dfe1f60b8515649 (127.8.154.3:41361)
21:50:07.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:07.048734 8928 ts_manager.cc:194] Registered new tserver with Master: f1d865b6985e41b08dfe1f60b8515649 (127.8.154.3:41361)
21:50:07.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:07.049857 8852 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.8.154.3:47187
21:50:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:07.055291 8808 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
21:50:07.066 [DEBUG - main] (MiniKuduCluster.java:195) Response:
21:50:07.067 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
21:50:07.078 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.8.154.62"
port: 34325
}
bound_http_address {
host: "127.8.154.62"
port: 44667
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.8.154.61"
port: 46147
}
bound_http_address {
host: "127.8.154.61"
port: 44857
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.8.154.60"
port: 44885
}
bound_http_address {
host: "127.8.154.60"
port: 42131
}
}
}
21:50:07.082 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
21:50:07.085 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.8.154.1"
port: 40903
}
bound_http_address {
host: "127.8.154.1"
port: 42067
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.8.154.2"
port: 40823
}
bound_http_address {
host: "127.8.154.2"
port: 33241
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.8.154.3"
port: 41361
}
bound_http_address {
host: "127.8.154.3"
port: 37215
}
}
}
21:50:07.085 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
21:50:07.266 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
21:50:07.391 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskrQ7nbz/test-tmp
21:50:07.392 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:50:07.393 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskrQ7nbz/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:50:07.405 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
21:50:07.769 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:50:07.769 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
21:50:07.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:07.773008 9537 mini_oidc.cc:152] Starting JWKS server
21:50:07.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:07.776716 9537 webserver.cc:460] Webserver started at http://127.0.0.1:41595/ using document root <none> and password file <none>
21:50:07.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:07.777236 9537 mini_oidc.cc:189] Starting OIDC Discovery server
21:50:07.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:07.779336 9537 webserver.cc:460] Webserver started at http://127.0.0.1:33383/ using document root <none> and password file <none>
21:50:07.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
21:50:07.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/principal' for realm 'KRBTEST.COM',
21:50:07.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
21:50:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 21:50:07 dist-test-slave-xgvq krb5kdc[9549](info): setting up network...
21:50:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
21:50:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 21:50:07 dist-test-slave-xgvq krb5kdc[9549](info): set up 2 sockets
21:50:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 21:50:07 dist-test-slave-xgvq krb5kdc[9549](info): commencing operation
21:50:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
21:50:08.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:08.053630 9527 heartbeater.cc:503] Master 127.8.154.62:34325 was elected leader, sending a full tablet report...
21:50:08.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:08.906178 9537 mini_kdc.cc:121] Time spent starting KDC: real 1.102s user 0.000s sys 0.020s
21:50:08.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
21:50:08.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:50:08.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
21:50:08.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
21:50:08.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:50:08.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
21:50:08.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
21:50:08.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:50:08.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
21:50:09.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:50:09.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/test-user.keytab.
21:50:09.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/test-user.keytab.
21:50:09.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 21:50:09 dist-test-slave-xgvq krb5kdc[9549](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790718609, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:50:09.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
21:50:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T21:50:09Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
21:50:09.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T21:50:09Z Disabled control of system clock
21:50:09.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.9.80.126@KRBTEST.COM; defaulting to no policy
21:50:09.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:50:09.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.9.80.126@KRBTEST.COM" created.
21:50:09.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:50:09.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.80.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/kudu_127.9.80.126.keytab.
21:50:09.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.80.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/kudu_127.9.80.126.keytab.
21:50:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:09.113229 9537 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu
21:50:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu
21:50:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/wal
21:50:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/data
21:50:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:50:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:50:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:50:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:50:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:50:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:50:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/logs
21:50:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/data/info.pb
21:50:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:50:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:50:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:50:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:50:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:50:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:50:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:50:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:50:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:50:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:50:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:50:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:50:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.80.126:44611
21:50:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.80.126
21:50:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:50:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/kudu_127.9.80.126.keytab
21:50:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.80.126
21:50:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:50:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:50:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:50:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.80.84:36221
21:50:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:50:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:50:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:50:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:50:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451
21:50:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:50:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41595/jwks.json
21:50:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:50:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:09.439795 9563 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:50:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:09.440500 9563 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:50:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:09.441501 9563 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:50:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:09.475230 9563 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:50:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:09.475557 9563 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:50:09.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:09.475847 9563 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:50:09.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:09.476078 9563 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:50:09.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:09.476343 9563 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:50:09.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:09.476643 9563 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:50:09.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:09.476866 9563 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41595/jwks.json
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:09.522433 9563 master_runner.cc:386] Master server non-default flags:
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.80.84:36221
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/data
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/wal
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/kudu_127.9.80.126.keytab
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.80.126
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.80.126:44611
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41595/jwks.json
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/data/info.pb
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.80.126
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:50:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:50:09.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/logs
21:50:09.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:50:09.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:50:09.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:50:09.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:50:09.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:50:09.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:50:09.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:50:09.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 20:35:05 UTC on ccycloud.quasar-trmqoj.root.comops.site
21:50:09.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4680915
21:50:09.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:50:09.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:09.525245 9563 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:50:09.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:09.526360 9563 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:50:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:09.544117 9571 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:50:10.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:09.544494 9570 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:50:10.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:09.545104 9573 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:50:10.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:09.547055 9563 server_base.cc:1034] running on GCE node
21:50:10.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:10.780304 9563 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:50:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:10.783869 9563 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:50:10.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:10.785287 9563 hybrid_clock.cc:648] HybridClock initialized: now 1790718610785243 us; error 62 us; skew 500 ppm
21:50:10.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:10.786182 9563 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:50:10.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 21:50:10 dist-test-slave-xgvq krb5kdc[9549](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790718610, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.80.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:50:10.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:10.791905 9563 init.cc:377] Logged in from keytab as kudu/127.9.80.126@KRBTEST.COM (short username kudu)
21:50:10.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:10.797127 9563 webserver.cc:460] Webserver started at http://127.9.80.126:38907/ using document root <none> and password file <none>
21:50:10.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:10.798058 9563 fs_manager.cc:359] Metadata directory not provided
21:50:10.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:10.798233 9563 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:50:10.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:10.798671 9563 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:50:10.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:10.803611 9563 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/data/instance:
21:50:10.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7556ec9565a34a308fd658d7bd4408cc"
21:50:10.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:50:10 on dist-test-slave-xgvq"
21:50:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:10.804768 9563 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/wal/instance:
21:50:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7556ec9565a34a308fd658d7bd4408cc"
21:50:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:50:10 on dist-test-slave-xgvq"
21:50:10.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:10.812399 9563 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
21:50:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:10.817991 9582 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:50:10.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:10.819082 9563 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
21:50:10.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:10.819365 9563 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/data,/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/wal
21:50:10.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7556ec9565a34a308fd658d7bd4408cc"
21:50:10.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:50:10 on dist-test-slave-xgvq"
21:50:10.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:10.819655 9563 fs_report.cc:383] FS layout report
21:50:10.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:50:10.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/wal
21:50:10.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/wal
21:50:10.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/data/data
21:50:10.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:50:10.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:50:10.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:50:10.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:50:10.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:50:10.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:50:10.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:50:10.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:50:10.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:50:10.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:50:10.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:50:10.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:10.865814 9563 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:50:10.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:10.871667 9563 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:50:10.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:10.872123 9563 kserver.cc:163] Server-wide thread pool size limit: 3276
21:50:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:10.961390 9563 rpc_server.cc:307] RPC server started. Bound to: 127.9.80.126:44611
21:50:10.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:10.961473 9633 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.80.126:44611 every 8 connection(s)
21:50:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:10.964438 9563 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/data/info.pb
21:50:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:10.968436 9537 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu as pid 9563
21:50:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:10.968993 9537 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/wal/instance
21:50:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:10.971359 9634 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:50:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.9.80.125@KRBTEST.COM; defaulting to no policy
21:50:10.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:50:10.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.9.80.125@KRBTEST.COM" created.
21:50:10.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:10.989159 9634 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.80.126" port: 44611 } has no permanent_uuid. Determining permanent_uuid...
21:50:11.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:50:11.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.80.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/kudu_127.9.80.125.keytab.
21:50:11.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.80.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/kudu_127.9.80.125.keytab.
21:50:11.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 21:50:11 dist-test-slave-xgvq krb5kdc[9549](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790718610, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.80.126@KRBTEST.COM for kudu/127.9.80.126@KRBTEST.COM
21:50:11.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:11.021565 9537 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu
21:50:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu
21:50:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/wal
21:50:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/data
21:50:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:50:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:50:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:50:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:50:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:50:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:50:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/logs
21:50:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/data/info.pb
21:50:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:50:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:50:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:50:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:50:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:50:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:50:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:50:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:50:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:50:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:50:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:50:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:50:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.80.125:36295
21:50:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.80.125
21:50:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:50:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/kudu_127.9.80.125.keytab
21:50:11.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.80.125
21:50:11.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:50:11.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:50:11.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:50:11.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.80.84:36221
21:50:11.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:50:11.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:50:11.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:50:11.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:50:11.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451
21:50:11.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:50:11.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41595/jwks.json
21:50:11.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:50:11.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:11.035681 9634 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.80.125" port: 36295 } has no permanent_uuid. Determining permanent_uuid...
21:50:11.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:11.038482 9585 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.80.125:36295: connect: Connection refused (error 111)
21:50:11.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:11.043187 9634 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.80.125:36295: Network error: Client connection negotiation failed: client connection to 127.9.80.125:36295: connect: Connection refused (error 111)
21:50:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:11.092698 9634 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.80.125" port: 36295 } attempt: 1
21:50:11.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:11.096957 9634 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.80.125:36295: Network error: Client connection negotiation failed: client connection to 127.9.80.125:36295: connect: Connection refused (error 111)
21:50:11.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:11.165370 9634 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.80.125" port: 36295 } attempt: 2
21:50:11.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:11.169206 9634 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.80.125:36295: Network error: Client connection negotiation failed: client connection to 127.9.80.125:36295: connect: Connection refused (error 111)
21:50:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:11.260658 9634 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.80.125" port: 36295 } attempt: 3
21:50:11.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:11.264294 9634 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.80.125:36295: Network error: Client connection negotiation failed: client connection to 127.9.80.125:36295: connect: Connection refused (error 111)
21:50:11.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:11.358323 9640 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:50:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:11.358968 9640 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:50:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:11.359542 9640 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:50:11.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:11.391407 9640 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:50:11.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:11.391630 9640 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:50:11.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:11.391889 9640 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:50:11.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:11.392095 9640 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:50:11.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:11.392414 9640 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:50:11.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:11.392693 9640 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:50:11.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:11.392844 9640 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41595/jwks.json
21:50:11.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:11.407763 9634 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.80.125" port: 36295 } attempt: 4
21:50:11.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:11.412045 9634 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.80.125:36295: Network error: Client connection negotiation failed: client connection to 127.9.80.125:36295: connect: Connection refused (error 111)
21:50:11.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:11.434055 9640 master_runner.cc:386] Master server non-default flags:
21:50:11.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:50:11.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.80.84:36221
21:50:11.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:50:11.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:50:11.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/data
21:50:11.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/wal
21:50:11.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:50:11.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:50:11.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451
21:50:11.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/kudu_127.9.80.125.keytab
21:50:11.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.80.125
21:50:11.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:50:11.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.80.125:36295
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41595/jwks.json
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/data/info.pb
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.80.125
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/logs
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:50:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 20:35:05 UTC on ccycloud.quasar-trmqoj.root.comops.site
21:50:11.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4680915
21:50:11.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:50:11.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:11.435534 9640 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:50:11.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:11.436829 9640 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:50:11.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:11.456069 9648 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:50:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:11.711548 9634 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.80.125" port: 36295 } attempt: 5
21:50:11.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:11.718883 9634 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.80.125:36295: Network error: Client connection negotiation failed: client connection to 127.9.80.125:36295: connect: Connection refused (error 111)
21:50:12.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.266470 9634 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.80.125" port: 36295 } attempt: 6
21:50:12.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:12.276000 9634 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.80.125:36295: Network error: Client connection negotiation failed: client connection to 127.9.80.125:36295: connect: Connection refused (error 111)
21:50:12.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:11.456846 9650 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:50:12.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:11.456499 9647 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:50:12.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:12.788898 9649 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1331 milliseconds
21:50:12.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.789013 9640 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:50:12.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.790202 9640 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:50:12.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.793150 9640 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:50:12.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.794565 9640 hybrid_clock.cc:648] HybridClock initialized: now 1790718612794534 us; error 39 us; skew 500 ppm
21:50:12.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.795398 9640 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:50:12.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 21:50:12 dist-test-slave-xgvq krb5kdc[9549](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790718612, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.80.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:50:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.801442 9640 init.cc:377] Logged in from keytab as kudu/127.9.80.125@KRBTEST.COM (short username kudu)
21:50:12.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.807175 9640 webserver.cc:460] Webserver started at http://127.9.80.125:39719/ using document root <none> and password file <none>
21:50:12.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.808202 9640 fs_manager.cc:359] Metadata directory not provided
21:50:12.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.808519 9640 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:50:12.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.809038 9640 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:50:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.813853 9640 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/data/instance:
21:50:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6b7e7412dfba4ea2903e867d8f7ab35b"
21:50:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:50:12 on dist-test-slave-xgvq"
21:50:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.814970 9640 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/wal/instance:
21:50:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6b7e7412dfba4ea2903e867d8f7ab35b"
21:50:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:50:12 on dist-test-slave-xgvq"
21:50:12.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.822724 9640 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
21:50:12.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.828044 9660 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:50:12.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.829015 9640 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
21:50:12.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.829358 9640 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/data,/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/wal
21:50:12.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6b7e7412dfba4ea2903e867d8f7ab35b"
21:50:12.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:50:12 on dist-test-slave-xgvq"
21:50:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.829685 9640 fs_report.cc:383] FS layout report
21:50:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:50:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/wal
21:50:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/wal
21:50:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/data/data
21:50:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:50:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:50:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:50:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:50:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:50:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:50:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:50:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:50:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:50:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:50:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:50:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.876833 9640 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:50:12.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.882191 9640 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:50:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.882705 9640 kserver.cc:163] Server-wide thread pool size limit: 3276
21:50:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.966863 9640 rpc_server.cc:307] RPC server started. Bound to: 127.9.80.125:36295
21:50:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.966995 9711 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.80.125:36295 every 8 connection(s)
21:50:12.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.969590 9640 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/data/info.pb
21:50:12.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.975278 9712 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:50:12.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.976804 9537 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu as pid 9640
21:50:12.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.977308 9537 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/wal/instance
21:50:12.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:12.988039 9712 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.80.126" port: 44611 } has no permanent_uuid. Determining permanent_uuid...
21:50:12.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.9.80.124@KRBTEST.COM; defaulting to no policy
21:50:12.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:50:12.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.9.80.124@KRBTEST.COM" created.
21:50:13.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 21:50:13 dist-test-slave-xgvq krb5kdc[9549](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790718612, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.80.125@KRBTEST.COM for kudu/127.9.80.126@KRBTEST.COM
21:50:13.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:50:13.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.80.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/kudu_127.9.80.124.keytab.
21:50:13.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.80.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/kudu_127.9.80.124.keytab.
21:50:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:13.023932 9537 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu
21:50:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu
21:50:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/wal
21:50:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/data
21:50:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:50:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:50:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:50:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:50:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:50:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:50:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/logs
21:50:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/data/info.pb
21:50:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:50:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:50:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:50:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:50:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:50:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:50:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:50:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:50:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:50:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:50:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:50:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:50:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.80.124:39451
21:50:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.80.124
21:50:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:50:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/kudu_127.9.80.124.keytab
21:50:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.80.124
21:50:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:50:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:50:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:50:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.80.84:36221
21:50:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:50:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:50:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:50:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:50:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451
21:50:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:50:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41595/jwks.json
21:50:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:50:13.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:13.030817 9712 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.80.125" port: 36295 } has no permanent_uuid. Determining permanent_uuid...
21:50:13.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 21:50:13 dist-test-slave-xgvq krb5kdc[9549](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790718612, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.80.125@KRBTEST.COM for kudu/127.9.80.125@KRBTEST.COM
21:50:13.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:13.061394 9712 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } has no permanent_uuid. Determining permanent_uuid...
21:50:13.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:13.063736 9663 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.80.124:39451: connect: Connection refused (error 111)
21:50:13.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:13.068286 9712 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.80.124:39451: Network error: Client connection negotiation failed: client connection to 127.9.80.124:39451: connect: Connection refused (error 111)
21:50:13.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:13.117734 9712 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } attempt: 1
21:50:13.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:13.122162 9712 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.80.124:39451: Network error: Client connection negotiation failed: client connection to 127.9.80.124:39451: connect: Connection refused (error 111)
21:50:13.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:13.190573 9712 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } attempt: 2
21:50:13.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:13.194578 9712 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.80.124:39451: Network error: Client connection negotiation failed: client connection to 127.9.80.124:39451: connect: Connection refused (error 111)
21:50:13.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:13.285935 9712 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } attempt: 3
21:50:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:13.290027 9712 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.80.124:39451: Network error: Client connection negotiation failed: client connection to 127.9.80.124:39451: connect: Connection refused (error 111)
21:50:13.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:13.336534 9634 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.80.125" port: 36295 } attempt: 7
21:50:13.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:13.348057 9718 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:50:13.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:13.348819 9718 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:50:13.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 21:50:13 dist-test-slave-xgvq krb5kdc[9549](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790718610, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.80.126@KRBTEST.COM for kudu/127.9.80.125@KRBTEST.COM
21:50:13.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:13.349539 9718 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:50:13.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:13.361246 9634 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } has no permanent_uuid. Determining permanent_uuid...
21:50:13.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:13.366099 9634 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.80.124:39451: Network error: Client connection negotiation failed: client connection to 127.9.80.124:39451: connect: Connection refused (error 111)
21:50:13.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:13.388602 9718 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:50:13.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:13.388875 9718 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:50:13.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:13.389295 9718 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:50:13.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:13.389617 9718 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:50:13.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:13.389961 9718 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:50:13.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:13.390475 9718 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:50:13.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:13.390874 9718 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41595/jwks.json
21:50:13.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:13.424417 9634 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } attempt: 1
21:50:13.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:13.427862 9634 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.80.124:39451: Network error: Client connection negotiation failed: client connection to 127.9.80.124:39451: connect: Connection refused (error 111)
21:50:13.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:13.428207 9718 master_runner.cc:386] Master server non-default flags:
21:50:13.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:50:13.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.80.84:36221
21:50:13.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:50:13.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:50:13.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/data
21:50:13.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/wal
21:50:13.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:50:13.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:50:13.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451
21:50:13.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/kudu_127.9.80.124.keytab
21:50:13.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.80.124
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.80.124:39451
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41595/jwks.json
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/data/info.pb
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.80.124
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/logs
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 20:35:05 UTC on ccycloud.quasar-trmqoj.root.comops.site
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4680915
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:50:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:13.429263 9718 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:50:13.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:13.430169 9718 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:50:13.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:13.433393 9712 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } attempt: 4
21:50:13.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:13.437160 9712 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.80.124:39451: Network error: Client connection negotiation failed: client connection to 127.9.80.124:39451: connect: Connection refused (error 111)
21:50:13.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:13.448412 9730 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:50:13.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:13.509338 9634 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } attempt: 2
21:50:13.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:13.513320 9634 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.80.124:39451: Network error: Client connection negotiation failed: client connection to 127.9.80.124:39451: connect: Connection refused (error 111)
21:50:13.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:13.598778 9634 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } attempt: 3
21:50:13.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:13.602382 9634 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.80.124:39451: Network error: Client connection negotiation failed: client connection to 127.9.80.124:39451: connect: Connection refused (error 111)
21:50:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:13.736586 9712 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } attempt: 5
21:50:13.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:13.740810 9712 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.80.124:39451: Network error: Client connection negotiation failed: client connection to 127.9.80.124:39451: connect: Connection refused (error 111)
21:50:13.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:13.743001 9634 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } attempt: 4
21:50:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:13.747139 9634 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.80.124:39451: Network error: Client connection negotiation failed: client connection to 127.9.80.124:39451: connect: Connection refused (error 111)
21:50:14.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.030807 9634 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } attempt: 5
21:50:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:14.034672 9634 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.80.124:39451: Network error: Client connection negotiation failed: client connection to 127.9.80.124:39451: connect: Connection refused (error 111)
21:50:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.288226 9712 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } attempt: 6
21:50:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:14.295015 9712 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.80.124:39451: Network error: Client connection negotiation failed: client connection to 127.9.80.124:39451: connect: Connection refused (error 111)
21:50:14.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.587095 9634 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } attempt: 6
21:50:14.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:14.594350 9634 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.80.124:39451: Network error: Client connection negotiation failed: client connection to 127.9.80.124:39451: connect: Connection refused (error 111)
21:50:14.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:13.448659 9731 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:50:14.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:13.450831 9718 server_base.cc:1034] running on GCE node
21:50:14.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:13.449247 9733 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:50:14.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.710901 9718 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:50:14.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.714303 9718 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:50:14.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.715744 9718 hybrid_clock.cc:648] HybridClock initialized: now 1790718614715708 us; error 43 us; skew 500 ppm
21:50:14.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.716733 9718 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:50:14.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 21:50:14 dist-test-slave-xgvq krb5kdc[9549](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790718614, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.80.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:50:14.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.722429 9718 init.cc:377] Logged in from keytab as kudu/127.9.80.124@KRBTEST.COM (short username kudu)
21:50:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.727741 9718 webserver.cc:460] Webserver started at http://127.9.80.124:46297/ using document root <none> and password file <none>
21:50:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.728700 9718 fs_manager.cc:359] Metadata directory not provided
21:50:14.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.728895 9718 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:50:14.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.729264 9718 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:50:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.734733 9718 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/data/instance:
21:50:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "403101a995c84aef851d9c8d3f4df8d5"
21:50:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:50:14 on dist-test-slave-xgvq"
21:50:14.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.735805 9718 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/wal/instance:
21:50:14.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "403101a995c84aef851d9c8d3f4df8d5"
21:50:14.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:50:14 on dist-test-slave-xgvq"
21:50:14.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.743804 9718 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.005s
21:50:14.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.749562 9746 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:50:14.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.750651 9718 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
21:50:14.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.750922 9718 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/data,/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/wal
21:50:14.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "403101a995c84aef851d9c8d3f4df8d5"
21:50:14.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:50:14 on dist-test-slave-xgvq"
21:50:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.751200 9718 fs_report.cc:383] FS layout report
21:50:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:50:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/wal
21:50:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/wal
21:50:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/data/data
21:50:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:50:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:50:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:50:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:50:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:50:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:50:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:50:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:50:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:50:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:50:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:50:14.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.784340 9718 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:50:14.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.789872 9718 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:50:14.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.790269 9718 kserver.cc:163] Server-wide thread pool size limit: 3276
21:50:14.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.868462 9718 rpc_server.cc:307] RPC server started. Bound to: 127.9.80.124:39451
21:50:14.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.868534 9797 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.80.124:39451 every 8 connection(s)
21:50:14.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.871749 9718 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/data/info.pb
21:50:14.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.872225 9537 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu as pid 9718
21:50:14.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.872712 9537 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/wal/instance
21:50:14.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.879884 9798 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:50:14.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.896759 9798 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.80.126" port: 44611 } has no permanent_uuid. Determining permanent_uuid...
21:50:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 21:50:14 dist-test-slave-xgvq krb5kdc[9549](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790718609, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.9.80.124@KRBTEST.COM
21:50:14.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 21:50:14 dist-test-slave-xgvq krb5kdc[9549](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790718614, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.80.124@KRBTEST.COM for kudu/127.9.80.126@KRBTEST.COM
21:50:14.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.942914 9798 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.80.125" port: 36295 } has no permanent_uuid. Determining permanent_uuid...
21:50:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 21:50:14 dist-test-slave-xgvq krb5kdc[9549](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790718609, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.9.80.125@KRBTEST.COM
21:50:14.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 21:50:14 dist-test-slave-xgvq krb5kdc[9549](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790718614, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.80.124@KRBTEST.COM for kudu/127.9.80.125@KRBTEST.COM
21:50:14.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:14.971506 9798 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } has no permanent_uuid. Determining permanent_uuid...
21:50:14.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 21:50:14 dist-test-slave-xgvq krb5kdc[9549](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790718609, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.9.80.126@KRBTEST.COM
21:50:14.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 21:50:14 dist-test-slave-xgvq krb5kdc[9549](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790718614, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.80.124@KRBTEST.COM for kudu/127.9.80.124@KRBTEST.COM
21:50:15.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:15.006620 9537 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
21:50:15.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:15.008989 9798 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: Bootstrap starting.
21:50:15.014 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:50:15.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:15.015075 9798 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: Neither blocks nor log segments found. Creating new log.
21:50:15.015 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
21:50:15.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:15.017246 9798 log.cc:824] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: Log is configured to *not* fsync() on all Append() calls
21:50:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:15.022943 9798 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: No bootstrap required, opened a new log
21:50:15.031 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
21:50:15.032 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
21:50:15.035 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.9.80.126"
port: 44611
}
bound_http_address {
host: "127.9.80.126"
port: 38907
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.9.80.125"
port: 36295
}
bound_http_address {
host: "127.9.80.125"
port: 39719
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.9.80.124"
port: 39451
}
bound_http_address {
host: "127.9.80.124"
port: 46297
}
}
}
21:50:15.036 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
21:50:15.036 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:50:15.036 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
21:50:15.038 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
21:50:15.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:15.054656 9798 raft_consensus.cc:348] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7556ec9565a34a308fd658d7bd4408cc" member_type: VOTER last_known_addr { host: "127.9.80.126" port: 44611 } } peers { permanent_uuid: "6b7e7412dfba4ea2903e867d8f7ab35b" member_type: VOTER last_known_addr { host: "127.9.80.125" port: 36295 } } peers { permanent_uuid: "403101a995c84aef851d9c8d3f4df8d5" member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } }
21:50:15.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:15.055263 9798 raft_consensus.cc:374] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:50:15.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:15.055451 9798 raft_consensus.cc:729] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 403101a995c84aef851d9c8d3f4df8d5, State: Initialized, Role: FOLLOWER
21:50:15.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:15.056212 9798 consensus_queue.cc:260] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7556ec9565a34a308fd658d7bd4408cc" member_type: VOTER last_known_addr { host: "127.9.80.126" port: 44611 } } peers { permanent_uuid: "6b7e7412dfba4ea2903e867d8f7ab35b" member_type: VOTER last_known_addr { host: "127.9.80.125" port: 36295 } } peers { permanent_uuid: "403101a995c84aef851d9c8d3f4df8d5" member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } }
21:50:15.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:15.059159 9808 sys_catalog.cc:455] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7556ec9565a34a308fd658d7bd4408cc" member_type: VOTER last_known_addr { host: "127.9.80.126" port: 44611 } } peers { permanent_uuid: "6b7e7412dfba4ea2903e867d8f7ab35b" member_type: VOTER last_known_addr { host: "127.9.80.125" port: 36295 } } peers { permanent_uuid: "403101a995c84aef851d9c8d3f4df8d5" member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } } }
21:50:15.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:15.059968 9808 sys_catalog.cc:458] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [sys.catalog]: This master's current role is: FOLLOWER
21:50:15.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:15.061378 9798 sys_catalog.cc:564] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [sys.catalog]: configured and running, proceeding with master startup.
21:50:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 21:50:15 dist-test-slave-xgvq krb5kdc[9549](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790718615, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:50:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
21:50:15.081 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:50:15.083 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/krb5cc
21:50:15.092 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
21:50:15.094 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/krb5cc
21:50:15.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:15.095335 9820 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:15.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:15.095660 9820 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:15.096 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
21:50:15.100 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
21:50:15.102 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
21:50:15.102 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
21:50:15.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:15.090330 9718 master_runner.cc:186] Error getting master registration for 127.9.80.126:44611: OK, instance_id { permanent_uuid: "7556ec9565a34a308fd658d7bd4408cc" instance_seqno: 1790718610934268 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:50:15.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:15.129755 9718 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:50:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 21:50:15 dist-test-slave-xgvq krb5kdc[9549](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790718615, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:50:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
21:50:15.144 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:50:15.144 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/krb5cc
21:50:15.146 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
21:50:15.146 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.9.80.126:44611
21:50:15.148 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
21:50:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:15.149513 9537 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu with pid 9563
21:50:15.180 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:50:15.180 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.9.80.125:36295
21:50:15.181 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
21:50:15.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:15.181519 9537 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu with pid 9640
21:50:15.208 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:50:15.208 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.9.80.124:39451
21:50:15.209 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
21:50:15.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:15.209520 9537 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu with pid 9718
21:50:15.233 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:50:15.233 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.9.80.126:44611
21:50:15.235 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
21:50:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:15.237519 9537 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu
21:50:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu
21:50:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/wal
21:50:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/data
21:50:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:50:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:50:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:50:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:50:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:50:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:50:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/logs
21:50:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/data/info.pb
21:50:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:50:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:50:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:50:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:50:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:50:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:50:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:50:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:50:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:50:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:50:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:50:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:50:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.80.126:44611
21:50:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.80.126
21:50:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38907
21:50:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/kudu_127.9.80.126.keytab
21:50:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.80.126
21:50:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:50:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:50:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:50:15.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.80.84:36221
21:50:15.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:50:15.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:50:15.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:50:15.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:50:15.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451
21:50:15.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:50:15.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41595/jwks.json
21:50:15.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:50:15.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:15.551326 9825 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:50:15.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:15.551883 9825 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:50:15.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:15.552500 9825 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:50:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:15.584218 9825 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:50:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:15.584523 9825 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:50:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:15.584786 9825 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:50:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:15.584978 9825 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:50:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:15.585175 9825 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:50:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:15.585359 9825 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:50:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:15.585498 9825 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41595/jwks.json
21:50:15.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:15.627202 9825 master_runner.cc:386] Master server non-default flags:
21:50:15.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:50:15.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.80.84:36221
21:50:15.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:50:15.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:50:15.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/data
21:50:15.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/wal
21:50:15.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:50:15.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:50:15.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451
21:50:15.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/kudu_127.9.80.126.keytab
21:50:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.80.126
21:50:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:50:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:50:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:50:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.80.126:44611
21:50:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:50:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:50:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:50:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41595/jwks.json
21:50:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:50:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:50:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:50:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:50:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:50:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/data/info.pb
21:50:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.80.126
21:50:15.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38907
21:50:15.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:50:15.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:50:15.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:50:15.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:50:15.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:50:15.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/logs
21:50:15.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:50:15.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:50:15.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:50:15.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:50:15.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:50:15.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:50:15.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:50:15.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 20:35:05 UTC on ccycloud.quasar-trmqoj.root.comops.site
21:50:15.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4680915
21:50:15.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:50:15.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:15.628461 9825 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:50:15.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:15.629423 9825 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:50:15.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:15.648710 9833 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:50:16.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:15.649498 9835 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:50:16.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:15.651081 9832 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:50:16.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:15.651230 9825 server_base.cc:1034] running on GCE node
21:50:16.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:16.875262 9825 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:50:16.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:16.877808 9825 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:50:16.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:16.879138 9825 hybrid_clock.cc:648] HybridClock initialized: now 1790718616879116 us; error 39 us; skew 500 ppm
21:50:16.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:16.879988 9825 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:50:16.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 21:50:16 dist-test-slave-xgvq krb5kdc[9549](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790718616, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.80.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:50:16.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:16.885759 9825 init.cc:377] Logged in from keytab as kudu/127.9.80.126@KRBTEST.COM (short username kudu)
21:50:16.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:16.890687 9825 webserver.cc:460] Webserver started at http://127.9.80.126:38907/ using document root <none> and password file <none>
21:50:16.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:16.891588 9825 fs_manager.cc:359] Metadata directory not provided
21:50:16.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:16.891790 9825 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:50:16.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:16.901119 9825 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.007s sys 0.000s
21:50:16.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:16.906368 9843 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:50:16.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:16.907545 9825 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
21:50:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:16.907832 9825 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/data,/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/wal
21:50:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7556ec9565a34a308fd658d7bd4408cc"
21:50:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:50:10 on dist-test-slave-xgvq"
21:50:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:16.910302 9825 fs_report.cc:383] FS layout report
21:50:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:50:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/wal
21:50:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/wal
21:50:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/data/data
21:50:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:50:16.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:50:16.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:50:16.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:50:16.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:50:16.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:50:16.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:50:16.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:50:16.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:50:16.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:50:16.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:50:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:16.944763 9825 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:50:16.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:16.950970 9825 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:50:16.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:16.951390 9825 kserver.cc:163] Server-wide thread pool size limit: 3276
21:50:17.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:17.025203 9825 rpc_server.cc:307] RPC server started. Bound to: 127.9.80.126:44611
21:50:17.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:17.025390 9895 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.80.126:44611 every 8 connection(s)
21:50:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:17.028038 9825 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/data/info.pb
21:50:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:17.031467 9537 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu as pid 9825
21:50:17.032 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:50:17.032 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.9.80.125:36295
21:50:17.032 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
21:50:17.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:17.034307 9537 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu
21:50:17.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu
21:50:17.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/wal
21:50:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/data
21:50:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:50:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:50:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:50:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:50:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:50:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:50:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/logs
21:50:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/data/info.pb
21:50:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:50:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:50:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:50:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:50:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:50:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:50:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:50:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:50:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:50:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:50:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:50:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:50:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.80.125:36295
21:50:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.80.125
21:50:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39719
21:50:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/kudu_127.9.80.125.keytab
21:50:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.80.125
21:50:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:50:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:50:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:50:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.80.84:36221
21:50:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:50:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:50:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:50:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:50:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451
21:50:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:50:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41595/jwks.json
21:50:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:50:17.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:17.042691 9896 sys_catalog.cc:263] Verifying existing consensus state
21:50:17.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260929 21:50:17.043617 9896 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
21:50:17.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:17.044134 9825 master.cc:537] Master@127.9.80.126:44611 shutting down...
21:50:17.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:17.102886 9825 master.cc:552] Master@127.9.80.126:44611 shutdown complete.
21:50:17.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
21:50:17.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:17.360219 9898 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:50:17.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:17.360867 9898 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:50:17.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:17.361436 9898 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:50:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:17.394850 9898 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:50:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:17.395192 9898 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:50:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:17.395630 9898 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:50:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:17.395998 9898 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:50:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:17.396340 9898 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:50:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:17.396634 9898 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:50:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:17.396867 9898 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41595/jwks.json
21:50:17.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:17.434688 9898 master_runner.cc:386] Master server non-default flags:
21:50:17.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:50:17.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.80.84:36221
21:50:17.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:50:17.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:50:17.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/data
21:50:17.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/wal
21:50:17.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:50:17.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:50:17.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451
21:50:17.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/kudu_127.9.80.125.keytab
21:50:17.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.80.125
21:50:17.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:50:17.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:50:17.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:50:17.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.80.125:36295
21:50:17.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:50:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:50:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:50:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41595/jwks.json
21:50:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:50:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:50:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:50:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:50:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:50:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/data/info.pb
21:50:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.80.125
21:50:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39719
21:50:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:50:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:50:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:50:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:50:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:50:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/logs
21:50:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:50:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:50:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:50:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:50:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:50:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:50:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:50:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 20:35:05 UTC on ccycloud.quasar-trmqoj.root.comops.site
21:50:17.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4680915
21:50:17.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:50:17.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:17.436070 9898 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:50:17.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:17.437462 9898 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:50:17.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:17.456506 9907 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:50:18.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:17.456472 9905 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:50:18.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:17.458535 9898 server_base.cc:1034] running on GCE node
21:50:18.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:17.456472 9904 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:50:18.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:18.697505 9898 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:50:18.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:18.700660 9898 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:50:18.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:18.702095 9898 hybrid_clock.cc:648] HybridClock initialized: now 1790718618702073 us; error 50 us; skew 500 ppm
21:50:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:18.702874 9898 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:50:18.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 21:50:18 dist-test-slave-xgvq krb5kdc[9549](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790718618, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.80.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:50:18.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:18.713630 9898 init.cc:377] Logged in from keytab as kudu/127.9.80.125@KRBTEST.COM (short username kudu)
21:50:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:18.718829 9898 webserver.cc:460] Webserver started at http://127.9.80.125:39719/ using document root <none> and password file <none>
21:50:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:18.719795 9898 fs_manager.cc:359] Metadata directory not provided
21:50:18.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:18.719992 9898 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:50:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:18.727746 9898 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.000s
21:50:18.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:18.732016 9916 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:50:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:18.733201 9898 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
21:50:18.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:18.733565 9898 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/data,/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/wal
21:50:18.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6b7e7412dfba4ea2903e867d8f7ab35b"
21:50:18.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:50:12 on dist-test-slave-xgvq"
21:50:18.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:18.736004 9898 fs_report.cc:383] FS layout report
21:50:18.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:50:18.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/wal
21:50:18.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/wal
21:50:18.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/data/data
21:50:18.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:50:18.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:50:18.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:50:18.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:50:18.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:50:18.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:50:18.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:50:18.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:50:18.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:50:18.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:50:18.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:50:18.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:18.775790 9898 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:50:18.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:18.781780 9898 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:50:18.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:18.782331 9898 kserver.cc:163] Server-wide thread pool size limit: 3276
21:50:18.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:18.855814 9898 rpc_server.cc:307] RPC server started. Bound to: 127.9.80.125:36295
21:50:18.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:18.855952 9968 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.80.125:36295 every 8 connection(s)
21:50:18.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:18.859162 9898 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/data/info.pb
21:50:18.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:18.862874 9537 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu as pid 9898
21:50:18.864 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:50:18.864 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.9.80.124:39451
21:50:18.864 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
21:50:18.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:18.866084 9537 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu
21:50:18.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu
21:50:18.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/wal
21:50:18.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/data
21:50:18.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:50:18.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:50:18.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:50:18.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:50:18.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:50:18.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:50:18.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/logs
21:50:18.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/data/info.pb
21:50:18.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:50:18.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:50:18.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:50:18.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:50:18.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:50:18.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:50:18.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:50:18.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:50:18.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:50:18.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:50:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:50:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:50:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.80.124:39451
21:50:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.80.124
21:50:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46297
21:50:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/kudu_127.9.80.124.keytab
21:50:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.80.124
21:50:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:50:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:50:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:50:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.80.84:36221
21:50:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:50:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:50:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:50:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:50:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451
21:50:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:50:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41595/jwks.json
21:50:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:50:18.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:18.871587 9969 sys_catalog.cc:263] Verifying existing consensus state
21:50:18.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260929 21:50:18.872720 9969 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
21:50:18.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:18.873252 9898 master.cc:537] Master@127.9.80.125:36295 shutting down...
21:50:18.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:18.936381 9898 master.cc:552] Master@127.9.80.125:36295 shutdown complete.
21:50:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
21:50:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:19.213842 9971 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:50:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:19.214419 9971 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:50:19.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:19.215117 9971 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:50:19.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:19.247426 9971 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:50:19.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:19.247668 9971 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:50:19.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:19.247926 9971 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:50:19.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:19.248170 9971 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:50:19.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:19.248473 9971 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:50:19.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:19.248677 9971 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:50:19.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:19.248818 9971 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41595/jwks.json
21:50:19.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:19.287027 9971 master_runner.cc:386] Master server non-default flags:
21:50:19.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:50:19.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.80.84:36221
21:50:19.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:50:19.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:50:19.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/data
21:50:19.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/wal
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/krb5kdc/kudu_127.9.80.124.keytab
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.80.124
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.80.124:39451
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41595/jwks.json
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/data/info.pb
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.80.124
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46297
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/logs
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:50:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:50:19.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:50:19.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:50:19.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:50:19.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 20:35:05 UTC on ccycloud.quasar-trmqoj.root.comops.site
21:50:19.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4680915
21:50:19.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:50:19.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:19.288401 9971 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:50:19.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:19.289518 9971 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:50:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:19.308908 9978 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:50:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:19.308880 9977 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:50:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:19.310797 9971 server_base.cc:1034] running on GCE node
21:50:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:19.308902 9980 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:50:20.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.543960 9971 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:50:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.547322 9971 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:50:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.548790 9971 hybrid_clock.cc:648] HybridClock initialized: now 1790718620548748 us; error 60 us; skew 500 ppm
21:50:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.549585 9971 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:50:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 21:50:20 dist-test-slave-xgvq krb5kdc[9549](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790718620, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.80.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:50:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.555689 9971 init.cc:377] Logged in from keytab as kudu/127.9.80.124@KRBTEST.COM (short username kudu)
21:50:20.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.561190 9971 webserver.cc:460] Webserver started at http://127.9.80.124:46297/ using document root <none> and password file <none>
21:50:20.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.562170 9971 fs_manager.cc:359] Metadata directory not provided
21:50:20.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.562428 9971 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:50:20.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.570582 9971 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.005s sys 0.000s
21:50:20.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.575021 9989 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:50:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.576453 9971 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
21:50:20.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.576825 9971 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/data,/tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/wal
21:50:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "403101a995c84aef851d9c8d3f4df8d5"
21:50:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 21:50:14 on dist-test-slave-xgvq"
21:50:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.579181 9971 fs_report.cc:383] FS layout report
21:50:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:50:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/wal
21:50:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/wal
21:50:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/data/data
21:50:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:50:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:50:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:50:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:50:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:50:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:50:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:50:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:50:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:50:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:50:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:50:20.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.618455 9971 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:50:20.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.624302 9971 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:50:20.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.624825 9971 kserver.cc:163] Server-wide thread pool size limit: 3276
21:50:20.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.702167 9971 rpc_server.cc:307] RPC server started. Bound to: 127.9.80.124:39451
21:50:20.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.702322 10040 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.80.124:39451 every 8 connection(s)
21:50:20.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.705086 9971 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrQ7nbz/test-tmp/mini-kudu-cluster5312727752806798397/master-2/data/info.pb
21:50:20.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.715806 9537 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu as pid 9971
21:50:20.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.716290 10041 sys_catalog.cc:263] Verifying existing consensus state
21:50:20.716 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:50:20.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.722016 10041 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: Bootstrap starting.
21:50:20.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.765733 10041 log.cc:824] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: Log is configured to *not* fsync() on all Append() calls
21:50:20.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.771183 10041 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
21:50:20.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.772099 10041 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: Bootstrap complete.
21:50:20.772 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.80.126:44611(127.9.80.126:44611)] connecting to peer
21:50:20.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.810078 10041 raft_consensus.cc:348] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7556ec9565a34a308fd658d7bd4408cc" member_type: VOTER last_known_addr { host: "127.9.80.126" port: 44611 } } peers { permanent_uuid: "6b7e7412dfba4ea2903e867d8f7ab35b" member_type: VOTER last_known_addr { host: "127.9.80.125" port: 36295 } } peers { permanent_uuid: "403101a995c84aef851d9c8d3f4df8d5" member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } }
21:50:20.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.813696 10041 raft_consensus.cc:374] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:50:20.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.814033 10041 raft_consensus.cc:729] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 403101a995c84aef851d9c8d3f4df8d5, State: Initialized, Role: FOLLOWER
21:50:20.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.815105 10041 consensus_queue.cc:260] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7556ec9565a34a308fd658d7bd4408cc" member_type: VOTER last_known_addr { host: "127.9.80.126" port: 44611 } } peers { permanent_uuid: "6b7e7412dfba4ea2903e867d8f7ab35b" member_type: VOTER last_known_addr { host: "127.9.80.125" port: 36295 } } peers { permanent_uuid: "403101a995c84aef851d9c8d3f4df8d5" member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } }
21:50:20.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.818145 10045 sys_catalog.cc:455] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7556ec9565a34a308fd658d7bd4408cc" member_type: VOTER last_known_addr { host: "127.9.80.126" port: 44611 } } peers { permanent_uuid: "6b7e7412dfba4ea2903e867d8f7ab35b" member_type: VOTER last_known_addr { host: "127.9.80.125" port: 36295 } } peers { permanent_uuid: "403101a995c84aef851d9c8d3f4df8d5" member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } } }
21:50:20.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.820446 10041 sys_catalog.cc:564] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [sys.catalog]: configured and running, proceeding with master startup.
21:50:20.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.821131 10045 sys_catalog.cc:458] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [sys.catalog]: This master's current role is: FOLLOWER
21:50:20.834 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.80.125:36295(127.9.80.125:36295)] connecting to peer
21:50:20.837 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.80.124:39451(127.9.80.124:39451)] connecting to peer
21:50:20.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:20.863189 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:20.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:20.863533 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:20.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:20.879823 9995 tablet.cc:2369] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:50:20.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.868141 9971 master_runner.cc:186] Error getting master registration for 127.9.80.126:44611: Network error: Client connection negotiation failed: client connection to 127.9.80.126:44611: connect: Connection refused (error 111),
21:50:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:20.904052 9971 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:50:20.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:20.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.80.126:44611(127.9.80.126:44611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:20.907 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:20.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.80.125:36295(127.9.80.125:36295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:20.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.126:44611: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:20.916 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.80.124:39451(127.9.80.124:39451)] Successfully connected to peer
21:50:20.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.125:36295: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.007 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
21:50:21.016 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.9.80.124
21:50:21.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:21.180920 10045 raft_consensus.cc:482] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:50:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:21.181443 10045 raft_consensus.cc:504] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7556ec9565a34a308fd658d7bd4408cc" member_type: VOTER last_known_addr { host: "127.9.80.126" port: 44611 } } peers { permanent_uuid: "6b7e7412dfba4ea2903e867d8f7ab35b" member_type: VOTER last_known_addr { host: "127.9.80.125" port: 36295 } } peers { permanent_uuid: "403101a995c84aef851d9c8d3f4df8d5" member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } }
21:50:21.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:21.185981 9990 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.80.126:44611: connect: Connection refused (error 111)
21:50:21.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:21.190615 10045 leader_election.cc:288] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7556ec9565a34a308fd658d7bd4408cc (127.9.80.126:44611), 6b7e7412dfba4ea2903e867d8f7ab35b (127.9.80.125:36295)
21:50:21.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:21.200593 9990 leader_election.cc:334] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7556ec9565a34a308fd658d7bd4408cc (127.9.80.126:44611): Network error: Client connection negotiation failed: client connection to 127.9.80.126:44611: connect: Connection refused (error 111)
21:50:21.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:21.204795 9992 leader_election.cc:334] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6b7e7412dfba4ea2903e867d8f7ab35b (127.9.80.125:36295): Network error: Client connection negotiation failed: client connection to 127.9.80.125:36295: connect: Connection refused (error 111)
21:50:21.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:21.205224 9992 leader_election.cc:302] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 403101a995c84aef851d9c8d3f4df8d5; no voters: 6b7e7412dfba4ea2903e867d8f7ab35b, 7556ec9565a34a308fd658d7bd4408cc
21:50:21.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:21.205991 10045 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:50:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 21:50:21 dist-test-slave-xgvq krb5kdc[9549](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790718615, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.9.80.124@KRBTEST.COM
21:50:21.268 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x762bf2e2, L:/127.0.0.1:44184 - R:/127.9.80.124:39451] using SASL/GSSAPI
21:50:21.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451; will retry
21:50:21.302 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.126:44611(127.9.80.126:44611)] connecting to peer
21:50:21.304 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.125:36295(127.9.80.125:36295)] connecting to peer
21:50:21.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:21.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.80.126:44611(127.9.80.126:44611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:21.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.126:44611: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:21.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.80.125:36295(127.9.80.125:36295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.125:36295: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451; will retry
21:50:21.321 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.126:44611(127.9.80.126:44611)] connecting to peer
21:50:21.322 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.125:36295(127.9.80.125:36295)] connecting to peer
21:50:21.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:21.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.80.126:44611(127.9.80.126:44611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:21.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.126:44611: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:21.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.80.125:36295(127.9.80.125:36295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.125:36295: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.329 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451; will retry
21:50:21.341 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.126:44611(127.9.80.126:44611)] connecting to peer
21:50:21.342 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.125:36295(127.9.80.125:36295)] connecting to peer
21:50:21.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:21.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.80.126:44611(127.9.80.126:44611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:21.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.126:44611: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:21.347 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.80.125:36295(127.9.80.125:36295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.125:36295: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.350 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451; will retry
21:50:21.361 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.126:44611(127.9.80.126:44611)] connecting to peer
21:50:21.362 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.125:36295(127.9.80.125:36295)] connecting to peer
21:50:21.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:21.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.80.126:44611(127.9.80.126:44611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:21.367 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.126:44611: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:21.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.80.125:36295(127.9.80.125:36295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.125:36295: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.372 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451; will retry
21:50:21.381 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.126:44611(127.9.80.126:44611)] connecting to peer
21:50:21.381 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.125:36295(127.9.80.125:36295)] connecting to peer
21:50:21.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:21.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.80.126:44611(127.9.80.126:44611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:21.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.126:44611: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:21.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.80.125:36295(127.9.80.125:36295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.125:36295: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.390 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451; will retry
21:50:21.421 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.126:44611(127.9.80.126:44611)] connecting to peer
21:50:21.423 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.125:36295(127.9.80.125:36295)] connecting to peer
21:50:21.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:21.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.80.126:44611(127.9.80.126:44611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:21.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.126:44611: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:21.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.80.125:36295(127.9.80.125:36295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.125:36295: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451; will retry
21:50:21.541 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.126:44611(127.9.80.126:44611)] connecting to peer
21:50:21.543 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.125:36295(127.9.80.125:36295)] connecting to peer
21:50:21.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:21.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.80.126:44611(127.9.80.126:44611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:21.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.126:44611: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:21.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.80.125:36295(127.9.80.125:36295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.125:36295: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.550 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451; will retry
21:50:21.741 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.126:44611(127.9.80.126:44611)] connecting to peer
21:50:21.742 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.125:36295(127.9.80.125:36295)] connecting to peer
21:50:21.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:21.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.80.126:44611(127.9.80.126:44611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:21.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.126:44611: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:21.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.80.125:36295(127.9.80.125:36295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.125:36295: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451; will retry
21:50:21.801 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.126:44611(127.9.80.126:44611)] connecting to peer
21:50:21.802 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.125:36295(127.9.80.125:36295)] connecting to peer
21:50:21.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:21.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.80.126:44611(127.9.80.126:44611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:21.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.126:44611: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:21.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.80.125:36295(127.9.80.125:36295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.125:36295: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:21.810 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451; will retry
21:50:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:21.866600 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:21.866920 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:22.721 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.126:44611(127.9.80.126:44611)] connecting to peer
21:50:22.722 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.125:36295(127.9.80.125:36295)] connecting to peer
21:50:22.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:22.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.80.126:44611(127.9.80.126:44611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:22.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:22.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.80.125:36295(127.9.80.125:36295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:22.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.126:44611: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:22.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.125:36295: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:22.729 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451; will retry
21:50:22.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:22.864820 10064 raft_consensus.cc:482] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:50:22.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:22.865192 10064 raft_consensus.cc:504] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7556ec9565a34a308fd658d7bd4408cc" member_type: VOTER last_known_addr { host: "127.9.80.126" port: 44611 } } peers { permanent_uuid: "6b7e7412dfba4ea2903e867d8f7ab35b" member_type: VOTER last_known_addr { host: "127.9.80.125" port: 36295 } } peers { permanent_uuid: "403101a995c84aef851d9c8d3f4df8d5" member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } }
21:50:22.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:22.866596 10064 leader_election.cc:288] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7556ec9565a34a308fd658d7bd4408cc (127.9.80.126:44611), 6b7e7412dfba4ea2903e867d8f7ab35b (127.9.80.125:36295)
21:50:22.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:22.870923 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:22.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:22.871483 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:22.874112 9992 leader_election.cc:334] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6b7e7412dfba4ea2903e867d8f7ab35b (127.9.80.125:36295): Network error: Client connection negotiation failed: client connection to 127.9.80.125:36295: connect: Connection refused (error 111)
21:50:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:22.874589 9990 leader_election.cc:334] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7556ec9565a34a308fd658d7bd4408cc (127.9.80.126:44611): Network error: Client connection negotiation failed: client connection to 127.9.80.126:44611: connect: Connection refused (error 111)
21:50:22.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:22.874926 9990 leader_election.cc:302] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 403101a995c84aef851d9c8d3f4df8d5; no voters: 6b7e7412dfba4ea2903e867d8f7ab35b, 7556ec9565a34a308fd658d7bd4408cc
21:50:22.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:22.875524 10064 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:50:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:23.874531 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:23.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:23.874790 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:24.561 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.126:44611(127.9.80.126:44611)] connecting to peer
21:50:24.563 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.125:36295(127.9.80.125:36295)] connecting to peer
21:50:24.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:24.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.80.126:44611(127.9.80.126:44611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:24.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.126:44611: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:24.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:24.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.80.125:36295(127.9.80.125:36295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:24.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.125:36295: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:24.568 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451; will retry
21:50:24.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:24.877668 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:24.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:24.877926 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:25.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:25.880735 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:25.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:25.880975 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:25.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:25.906920 9971 master_runner.cc:186] Error getting master registration for 127.9.80.126:44611: Network error: Client connection negotiation failed: client connection to 127.9.80.126:44611: connect: Connection refused (error 111),
21:50:25.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:25.907361 9971 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:50:26.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:26.119797 10074 raft_consensus.cc:482] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:50:26.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:26.120559 10074 raft_consensus.cc:504] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7556ec9565a34a308fd658d7bd4408cc" member_type: VOTER last_known_addr { host: "127.9.80.126" port: 44611 } } peers { permanent_uuid: "6b7e7412dfba4ea2903e867d8f7ab35b" member_type: VOTER last_known_addr { host: "127.9.80.125" port: 36295 } } peers { permanent_uuid: "403101a995c84aef851d9c8d3f4df8d5" member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } }
21:50:26.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:26.122056 10074 leader_election.cc:288] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7556ec9565a34a308fd658d7bd4408cc (127.9.80.126:44611), 6b7e7412dfba4ea2903e867d8f7ab35b (127.9.80.125:36295)
21:50:26.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:26.125912 9990 leader_election.cc:334] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7556ec9565a34a308fd658d7bd4408cc (127.9.80.126:44611): Network error: Client connection negotiation failed: client connection to 127.9.80.126:44611: connect: Connection refused (error 111)
21:50:26.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:26.126295 9992 leader_election.cc:334] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6b7e7412dfba4ea2903e867d8f7ab35b (127.9.80.125:36295): Network error: Client connection negotiation failed: client connection to 127.9.80.125:36295: connect: Connection refused (error 111)
21:50:26.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:26.126611 9992 leader_election.cc:302] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 403101a995c84aef851d9c8d3f4df8d5; no voters: 6b7e7412dfba4ea2903e867d8f7ab35b, 7556ec9565a34a308fd658d7bd4408cc
21:50:26.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:26.127134 10074 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:50:26.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:26.883700 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:26.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:26.884013 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:27.381 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.126:44611(127.9.80.126:44611)] connecting to peer
21:50:27.382 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.125:36295(127.9.80.125:36295)] connecting to peer
21:50:27.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:27.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.80.126:44611(127.9.80.126:44611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:27.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.126:44611: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:27.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:27.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.80.125:36295(127.9.80.125:36295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:27.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.125:36295: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:27.388 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451; will retry
21:50:27.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:27.760473 10079 raft_consensus.cc:482] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:50:27.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:27.760941 10079 raft_consensus.cc:504] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7556ec9565a34a308fd658d7bd4408cc" member_type: VOTER last_known_addr { host: "127.9.80.126" port: 44611 } } peers { permanent_uuid: "6b7e7412dfba4ea2903e867d8f7ab35b" member_type: VOTER last_known_addr { host: "127.9.80.125" port: 36295 } } peers { permanent_uuid: "403101a995c84aef851d9c8d3f4df8d5" member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } }
21:50:27.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:27.762473 10079 leader_election.cc:288] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7556ec9565a34a308fd658d7bd4408cc (127.9.80.126:44611), 6b7e7412dfba4ea2903e867d8f7ab35b (127.9.80.125:36295)
21:50:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:27.764632 9992 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.80.125:36295: connect: Connection refused (error 111)
21:50:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:27.764632 9990 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.80.126:44611: connect: Connection refused (error 111) [suppressed 5 similar messages]
21:50:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:27.767398 9992 leader_election.cc:334] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6b7e7412dfba4ea2903e867d8f7ab35b (127.9.80.125:36295): Network error: Client connection negotiation failed: client connection to 127.9.80.125:36295: connect: Connection refused (error 111)
21:50:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:27.767850 9990 leader_election.cc:334] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7556ec9565a34a308fd658d7bd4408cc (127.9.80.126:44611): Network error: Client connection negotiation failed: client connection to 127.9.80.126:44611: connect: Connection refused (error 111)
21:50:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:27.768231 9990 leader_election.cc:302] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 403101a995c84aef851d9c8d3f4df8d5; no voters: 6b7e7412dfba4ea2903e867d8f7ab35b, 7556ec9565a34a308fd658d7bd4408cc
21:50:27.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:27.768930 10079 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:50:27.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:27.886857 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:27.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:27.887118 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:28.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:28.889880 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:28.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:28.890129 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:29.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:29.893798 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:29.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:29.894134 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 21:50:30 dist-test-slave-xgvq krb5kdc[9549](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790718630, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.80.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:50:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:30.559653 9985 init.cc:295] Successfully reacquired a new kerberos TGT
21:50:30.561 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.126:44611(127.9.80.126:44611)] connecting to peer
21:50:30.562 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.125:36295(127.9.80.125:36295)] connecting to peer
21:50:30.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:30.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.80.126:44611(127.9.80.126:44611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:30.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.126:44611: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:30.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:30.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.80.125:36295(127.9.80.125:36295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:30.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.125:36295: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:30.567 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451; will retry
21:50:30.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:30.896987 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:30.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:30.897286 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:30.910858 9971 master_runner.cc:186] Error getting master registration for 127.9.80.126:44611: Network error: Client connection negotiation failed: client connection to 127.9.80.126:44611: connect: Connection refused (error 111),
21:50:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:30.911387 9971 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:50:31.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:31.306582 10086 raft_consensus.cc:482] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:50:31.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:31.307121 10086 raft_consensus.cc:504] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7556ec9565a34a308fd658d7bd4408cc" member_type: VOTER last_known_addr { host: "127.9.80.126" port: 44611 } } peers { permanent_uuid: "6b7e7412dfba4ea2903e867d8f7ab35b" member_type: VOTER last_known_addr { host: "127.9.80.125" port: 36295 } } peers { permanent_uuid: "403101a995c84aef851d9c8d3f4df8d5" member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } }
21:50:31.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:31.308707 10086 leader_election.cc:288] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7556ec9565a34a308fd658d7bd4408cc (127.9.80.126:44611), 6b7e7412dfba4ea2903e867d8f7ab35b (127.9.80.125:36295)
21:50:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:31.312446 9990 leader_election.cc:334] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7556ec9565a34a308fd658d7bd4408cc (127.9.80.126:44611): Network error: Client connection negotiation failed: client connection to 127.9.80.126:44611: connect: Connection refused (error 111)
21:50:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:31.312995 9992 leader_election.cc:334] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6b7e7412dfba4ea2903e867d8f7ab35b (127.9.80.125:36295): Network error: Client connection negotiation failed: client connection to 127.9.80.125:36295: connect: Connection refused (error 111)
21:50:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:31.313283 9992 leader_election.cc:302] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 403101a995c84aef851d9c8d3f4df8d5; no voters: 6b7e7412dfba4ea2903e867d8f7ab35b, 7556ec9565a34a308fd658d7bd4408cc
21:50:31.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:31.313824 10086 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:50:31.641 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.126:44611(127.9.80.126:44611)] connecting to peer
21:50:31.642 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.125:36295(127.9.80.125:36295)] connecting to peer
21:50:31.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:31.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:31.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.80.125:36295(127.9.80.125:36295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:31.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.125:36295: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:31.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.80.126:44611(127.9.80.126:44611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:31.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.126:44611: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:31.648 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451; will retry
21:50:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:31.901292 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:31.901639 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:32.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:32.905495 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:32.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:32.905828 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:32.961 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.126:44611(127.9.80.126:44611)] connecting to peer
21:50:32.963 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.125:36295(127.9.80.125:36295)] connecting to peer
21:50:32.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:32.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.80.126:44611(127.9.80.126:44611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:32.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.126:44611: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:32.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:32.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.80.125:36295(127.9.80.125:36295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:32.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.125:36295: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:32.967 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451; will retry
21:50:33.901 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.126:44611(127.9.80.126:44611)] connecting to peer
21:50:33.902 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.125:36295(127.9.80.125:36295)] connecting to peer
21:50:33.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:33.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.80.126:44611(127.9.80.126:44611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:33.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.126:44611: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:33.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:33.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.80.125:36295(127.9.80.125:36295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:33.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.125:36295: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:33.906 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451; will retry
21:50:33.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:33.909621 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:33.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:33.909945 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:34.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:34.913901 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:34.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:34.914227 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:35.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:35.914422 9971 master_runner.cc:186] Error getting master registration for 127.9.80.126:44611: Network error: Client connection negotiation failed: client connection to 127.9.80.126:44611: connect: Connection refused (error 111),
21:50:35.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:35.914909 9971 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:50:35.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:35.917439 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:35.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:35.917718 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:36.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:36.920503 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:36.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:36.920822 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:37.681 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.126:44611(127.9.80.126:44611)] connecting to peer
21:50:37.682 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.125:36295(127.9.80.125:36295)] connecting to peer
21:50:37.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:37.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.80.126:44611(127.9.80.126:44611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:37.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.126:44611: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:37.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:37.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.80.125:36295(127.9.80.125:36295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:37.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.125:36295: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:37.688 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451; will retry
21:50:37.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:37.923595 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:37.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:37.923859 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:38.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:38.926577 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:38.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:38.926831 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:39.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:39.338202 10099 raft_consensus.cc:482] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:50:39.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:39.338972 10099 raft_consensus.cc:504] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7556ec9565a34a308fd658d7bd4408cc" member_type: VOTER last_known_addr { host: "127.9.80.126" port: 44611 } } peers { permanent_uuid: "6b7e7412dfba4ea2903e867d8f7ab35b" member_type: VOTER last_known_addr { host: "127.9.80.125" port: 36295 } } peers { permanent_uuid: "403101a995c84aef851d9c8d3f4df8d5" member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } }
21:50:39.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:39.341418 10099 leader_election.cc:288] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7556ec9565a34a308fd658d7bd4408cc (127.9.80.126:44611), 6b7e7412dfba4ea2903e867d8f7ab35b (127.9.80.125:36295)
21:50:39.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:39.344099 9990 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.80.126:44611: connect: Connection refused (error 111) [suppressed 3 similar messages]
21:50:39.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:39.347174 9992 leader_election.cc:334] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6b7e7412dfba4ea2903e867d8f7ab35b (127.9.80.125:36295): Network error: Client connection negotiation failed: client connection to 127.9.80.125:36295: connect: Connection refused (error 111)
21:50:39.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:39.347656 9990 leader_election.cc:334] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7556ec9565a34a308fd658d7bd4408cc (127.9.80.126:44611): Network error: Client connection negotiation failed: client connection to 127.9.80.126:44611: connect: Connection refused (error 111)
21:50:39.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:39.348081 9990 leader_election.cc:302] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 403101a995c84aef851d9c8d3f4df8d5; no voters: 6b7e7412dfba4ea2903e867d8f7ab35b, 7556ec9565a34a308fd658d7bd4408cc
21:50:39.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:39.348831 10099 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:50:39.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:39.930249 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:39.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:39.930543 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:40.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 21:50:40 dist-test-slave-xgvq krb5kdc[9549](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790718640, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.80.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:50:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:40.562603 9985 init.cc:295] Successfully reacquired a new kerberos TGT
21:50:40.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:40.917948 9971 master_runner.cc:186] Error getting master registration for 127.9.80.126:44611: Network error: Client connection negotiation failed: client connection to 127.9.80.126:44611: connect: Connection refused (error 111),
21:50:40.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:40.918334 9971 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:50:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:40.933560 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:40.933885 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:41.720 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.126:44611(127.9.80.126:44611)] connecting to peer
21:50:41.722 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.125:36295(127.9.80.125:36295)] connecting to peer
21:50:41.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:41.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.80.126:44611(127.9.80.126:44611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:41.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.126:44611: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:41.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:41.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.80.125:36295(127.9.80.125:36295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:41.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.125:36295: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:41.727 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451; will retry
21:50:41.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:41.936820 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:41.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:41.937103 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:42.801 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.126:44611(127.9.80.126:44611)] connecting to peer
21:50:42.802 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.125:36295(127.9.80.125:36295)] connecting to peer
21:50:42.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:42.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.80.126:44611(127.9.80.126:44611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:42.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.126:44611: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:42.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:42.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.80.125:36295(127.9.80.125:36295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:42.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.125:36295: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:42.806 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451; will retry
21:50:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:42.939978 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:42.940315 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:43.618268 10108 raft_consensus.cc:482] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:50:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:43.618775 10108 raft_consensus.cc:504] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7556ec9565a34a308fd658d7bd4408cc" member_type: VOTER last_known_addr { host: "127.9.80.126" port: 44611 } } peers { permanent_uuid: "6b7e7412dfba4ea2903e867d8f7ab35b" member_type: VOTER last_known_addr { host: "127.9.80.125" port: 36295 } } peers { permanent_uuid: "403101a995c84aef851d9c8d3f4df8d5" member_type: VOTER last_known_addr { host: "127.9.80.124" port: 39451 } }
21:50:43.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:43.621243 10108 leader_election.cc:288] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7556ec9565a34a308fd658d7bd4408cc (127.9.80.126:44611), 6b7e7412dfba4ea2903e867d8f7ab35b (127.9.80.125:36295)
21:50:43.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:43.626596 9990 leader_election.cc:334] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7556ec9565a34a308fd658d7bd4408cc (127.9.80.126:44611): Network error: Client connection negotiation failed: client connection to 127.9.80.126:44611: connect: Connection refused (error 111)
21:50:43.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:43.627008 9992 leader_election.cc:334] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6b7e7412dfba4ea2903e867d8f7ab35b (127.9.80.125:36295): Network error: Client connection negotiation failed: client connection to 127.9.80.125:36295: connect: Connection refused (error 111)
21:50:43.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:43.627342 9992 leader_election.cc:302] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 403101a995c84aef851d9c8d3f4df8d5; no voters: 6b7e7412dfba4ea2903e867d8f7ab35b, 7556ec9565a34a308fd658d7bd4408cc
21:50:43.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:43.627866 10108 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:50:43.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:43.943351 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:43.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:43.943674 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:44.401 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.126:44611(127.9.80.126:44611)] connecting to peer
21:50:44.402 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.125:36295(127.9.80.125:36295)] connecting to peer
21:50:44.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:44.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.80.126:44611(127.9.80.126:44611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:44.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.126:44611: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:44.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:44.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.80.125:36295(127.9.80.125:36295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:44.405 [INFO - pool-6-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.125:36295: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:44.409 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451; will retry
21:50:44.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:44.946751 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:44.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:44.947110 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:44.961 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.126:44611(127.9.80.126:44611)] connecting to peer
21:50:44.962 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.125:36295(127.9.80.125:36295)] connecting to peer
21:50:44.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:44.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.80.126:44611(127.9.80.126:44611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:44.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.126:44611: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:44.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:44.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.80.125:36295(127.9.80.125:36295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:44.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.125:36295: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:44.967 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451; will retry
21:50:45.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:45.920939 9971 master_runner.cc:186] Error getting master registration for 127.9.80.126:44611: Network error: Client connection negotiation failed: client connection to 127.9.80.126:44611: connect: Connection refused (error 111),
21:50:45.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:45.921368 9971 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:50:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:45.950117 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:45.950471 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:46.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:46.953452 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:46.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:46.953712 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:47.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:47.956691 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:47.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:47.956933 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:48.521 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.126:44611(127.9.80.126:44611)] connecting to peer
21:50:48.522 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.80.125:36295(127.9.80.125:36295)] connecting to peer
21:50:48.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:48.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.80.126:44611(127.9.80.126:44611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:48.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.126:44611: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611
21:50:48.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:48.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.80.125:36295(127.9.80.125:36295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:48.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.80.125:36295: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295
21:50:48.526 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451; will retry
21:50:48.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:48.959921 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:48.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:48.960307 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:49.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:49.963939 10058 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 403101a995c84aef851d9c8d3f4df8d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:50:49.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:49.964346 10058 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:50:50.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 21:50:50 dist-test-slave-xgvq krb5kdc[9549](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790718650, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.80.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:50:50.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:50.564926 9985 init.cc:295] Successfully reacquired a new kerberos TGT
21:50:50.724 [DEBUG - pool-6-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=30001), Traces: [0ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [188ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [184ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [555ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [559ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [576ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [584ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [589ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [590ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [591ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [595ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [599ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [601ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [603ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [604ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [615ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [619ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [622ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [624ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [625ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [641ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [644ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [646ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [647ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [655ms] refreshing cache from master, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [660ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [662ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [664ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [665ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [695ms] refreshing cache from master, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [700ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [706ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [708ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [709ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [815ms] refreshing cache from master, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [819ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [822ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [825ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [826ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [1015ms] refreshing cache from master, [1015ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [1019ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [1019ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [1025ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [1026ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [1075ms] refreshing cache from master, [1075ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [1079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [1079ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [1084ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [1085ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [1996ms] refreshing cache from master, [1996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [1997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [1998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [2000ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [2000ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [2004ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [2005ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [3835ms] refreshing cache from master, [3836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [3837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [3838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [3838ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [3840ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [3843ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [3843ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [6655ms] refreshing cache from master, [6656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [6656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [6658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [6659ms] too many traces: truncated at 100 traces, deferred=Deferred@1311987776(state=PENDING, result=null, callback=(continuation of Deferred@850890204 after retry RPC after error@860661799) -> (continuation of Deferred@884615173 after retry RPC after error@1612679050) -> (continuation of Deferred@1858617144 after retry RPC after error@949202774) -> (continuation of Deferred@1569477185 after retry RPC after error@1093909933) -> (continuation of Deferred@1848474444 after retry RPC after error@1264681152) -> (continuation of Deferred@1958796727 after retry RPC after error@683858007) -> (continuation of Deferred@758128920 after retry RPC after error@1787876350) -> (continuation of Deferred@416257662 after retry RPC after error@645002576) -> (continuation of Deferred@174405735 after retry RPC after error@1720059382) -> (continuation of Deferred@43914046 after retry RPC after error@728546632) -> (continuation of Deferred@141106754 after retry RPC after error@1586893580) -> (continuation of Deferred@744745987 after retry RPC after error@1655411258) -> (continuation of Deferred@586156835 after retry RPC after error@1284530690) -> (continuation of Deferred@2141228135 after retry RPC after error@1101327339) -> (continuation of Deferred@1664043503 after retry RPC after error@752920570) -> (continuation of Deferred@1473824181 after retry RPC after error@835028758) -> (continuation of Deferred@675070192 after retry RPC after error@21654906) -> (continuation of Deferred@271508875 after retry RPC after error@223227311) -> (continuation of Deferred@1136347062 after retry RPC after error@289985286) -> (continuation of Deferred@1982692889 after retry RPC after error@183637542) -> (continuation of Deferred@334325305 after retry RPC after error@1156204449) -> (continuation of Deferred@1504322707 after retry RPC after error@1131633318) -> (continuation of Deferred@995565663 after retry RPC after error@764850139), errback=(continuation of Deferred@850890204 after retry RPC after error@860661799) -> (continuation of Deferred@884615173 after retry RPC after error@1612679050) -> (continuation of Deferred@1858617144 after retry RPC after error@949202774) -> (continuation of Deferred@1569477185 after retry RPC after error@1093909933) -> (continuation of Deferred@1848474444 after retry RPC after error@1264681152) -> (continuation of Deferred@1958796727 after retry RPC after error@683858007) -> (continuation of Deferred@758128920 after retry RPC after error@1787876350) -> (continuation of Deferred@416257662 after retry RPC after error@645002576) -> (continuation of Deferred@174405735 after retry RPC after error@1720059382) -> (continuation of Deferred@43914046 after retry RPC after error@728546632) -> (continuation of Deferred@141106754 after retry RPC after error@1586893580) -> (continuation of Deferred@744745987 after retry RPC after error@1655411258) -> (continuation of Deferred@586156835 after retry RPC after error@1284530690) -> (continuation of Deferred@2141228135 after retry RPC after error@1101327339) -> (continuation of Deferred@1664043503 after retry RPC after error@752920570) -> (continuation of Deferred@1473824181 after retry RPC after error@835028758) -> (continuation of Deferred@675070192 after retry RPC after error@21654906) -> (continuation of Deferred@271508875 after retry RPC after error@223227311) -> (continuation of Deferred@1136347062 after retry RPC after error@289985286) -> (continuation of Deferred@1982692889 after retry RPC after error@183637542) -> (continuation of Deferred@334325305 after retry RPC after error@1156204449) -> (continuation of Deferred@1504322707 after retry RPC after error@1131633318) -> (continuation of Deferred@995565663 after retry RPC after error@764850139)))
21:50:50.729 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.9.80.126:44611(127.9.80.126:44611)] disconnecting while in state TERMINATED
21:50:50.730 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.9.80.125:36295(127.9.80.125:36295)] disconnecting while in state TERMINATED
21:50:50.731 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.9.80.124:39451(127.9.80.124:39451)] disconnecting while in state READY
21:50:50.736 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:50:50.738 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.80.124:39451(127.9.80.124:39451)] handling channelInactive
21:50:50.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.80.124:39451(127.9.80.124:39451)] cleaning up while in state READY due to: connection closed
21:50:50.739 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:50:50.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:50.745965 9537 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu with pid 9971
21:50:51.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:51.117110 8884 debug-util.cc:398] Leaking SignalData structure 0x7b0800072380 after lost signal to thread 8821
21:50:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 21:50:51.117771 8884 debug-util.cc:398] Leaking SignalData structure 0x7b08000ac820 after lost signal to thread 8887
21:50:51.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T21:50:51Z chronyd exiting
21:50:52.975 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:50:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:52.977257 8808 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu with pid 9089
21:50:53.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:53.006531 8808 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu with pid 9244
21:50:53.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:53.029718 8808 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu with pid 9392
21:50:53.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:53.055555 8808 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu with pid 8820
21:50:53.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:53.089902 8808 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu with pid 8890
21:50:53.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 21:50:53.119486 8808 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrQ7nbz/build/tsan/bin/kudu with pid 8965
21:50:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T21:50:54Z chronyd exiting
21:50:55.298 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=30001), Traces: [0ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [188ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [184ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [555ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [559ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [576ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [584ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [589ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [590ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [591ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [595ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [599ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [601ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [603ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [604ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [615ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [619ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [622ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [624ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [625ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [641ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [644ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [646ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [647ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [655ms] refreshing cache from master, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [660ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [662ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [664ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [665ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [695ms] refreshing cache from master, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [700ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [706ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [708ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [709ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [815ms] refreshing cache from master, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [819ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [822ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [825ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [826ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [1015ms] refreshing cache from master, [1015ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [1019ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [1019ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [1025ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [1026ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [1075ms] refreshing cache from master, [1075ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [1079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [1079ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [1084ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [1085ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [1996ms] refreshing cache from master, [1996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [1997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [1998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [2000ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [2000ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [2004ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [2005ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [3835ms] refreshing cache from master, [3836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [3837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [3838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [3838ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [3840ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [3843ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [3843ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [6655ms] refreshing cache from master, [6656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [6656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [6658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [6659ms] too many traces: truncated at 100 traces, deferred=Deferred@1311987776(state=PENDING, result=null, callback=(continuation of Deferred@850890204 after retry RPC after error@860661799) -> (continuation of Deferred@884615173 after retry RPC after error@1612679050) -> (continuation of Deferred@1858617144 after retry RPC after error@949202774) -> (continuation of Deferred@1569477185 after retry RPC after error@1093909933) -> (continuation of Deferred@1848474444 after retry RPC after error@1264681152) -> (continuation of Deferred@1958796727 after retry RPC after error@683858007) -> (continuation of Deferred@758128920 after retry RPC after error@1787876350) -> (continuation of Deferred@416257662 after retry RPC after error@645002576) -> (continuation of Deferred@174405735 after retry RPC after error@1720059382) -> (continuation of Deferred@43914046 after retry RPC after error@728546632) -> (continuation of Deferred@141106754 after retry RPC after error@1586893580) -> (continuation of Deferred@744745987 after retry RPC after error@1655411258) -> (continuation of Deferred@586156835 after retry RPC after error@1284530690) -> (continuation of Deferred@2141228135 after retry RPC after error@1101327339) -> (continuation of Deferred@1664043503 after retry RPC after error@752920570) -> (continuation of Deferred@1473824181 after retry RPC after error@835028758) -> (continuation of Deferred@675070192 after retry RPC after error@21654906) -> (continuation of Deferred@271508875 after retry RPC after error@223227311) -> (continuation of Deferred@1136347062 after retry RPC after error@289985286) -> (continuation of Deferred@1982692889 after retry RPC after error@183637542) -> (continuation of Deferred@334325305 after retry RPC after error@1156204449) -> (continuation of Deferred@1504322707 after retry RPC after error@1131633318) -> (continuation of Deferred@995565663 after retry RPC after error@764850139), errback=(continuation of Deferred@850890204 after retry RPC after error@860661799) -> (continuation of Deferred@884615173 after retry RPC after error@1612679050) -> (continuation of Deferred@1858617144 after retry RPC after error@949202774) -> (continuation of Deferred@1569477185 after retry RPC after error@1093909933) -> (continuation of Deferred@1848474444 after retry RPC after error@1264681152) -> (continuation of Deferred@1958796727 after retry RPC after error@683858007) -> (continuation of Deferred@758128920 after retry RPC after error@1787876350) -> (continuation of Deferred@416257662 after retry RPC after error@645002576) -> (continuation of Deferred@174405735 after retry RPC after error@1720059382) -> (continuation of Deferred@43914046 after retry RPC after error@728546632) -> (continuation of Deferred@141106754 after retry RPC after error@1586893580) -> (continuation of Deferred@744745987 after retry RPC after error@1655411258) -> (continuation of Deferred@586156835 after retry RPC after error@1284530690) -> (continuation of Deferred@2141228135 after retry RPC after error@1101327339) -> (continuation of Deferred@1664043503 after retry RPC after error@752920570) -> (continuation of Deferred@1473824181 after retry RPC after error@835028758) -> (continuation of Deferred@675070192 after retry RPC after error@21654906) -> (continuation of Deferred@271508875 after retry RPC after error@223227311) -> (continuation of Deferred@1136347062 after retry RPC after error@289985286) -> (continuation of Deferred@1982692889 after retry RPC after error@183637542) -> (continuation of Deferred@334325305 after retry RPC after error@1156204449) -> (continuation of Deferred@1504322707 after retry RPC after error@1131633318) -> (continuation of Deferred@995565663 after retry RPC after error@764850139)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1407) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=30001), Traces: [0ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [188ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [184ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [555ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [559ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [576ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [584ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [589ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [590ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [591ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [595ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [599ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [601ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [603ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [604ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [615ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [619ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [622ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [624ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [625ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [641ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [644ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [646ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [647ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [655ms] refreshing cache from master, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [660ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [662ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [664ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [665ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [695ms] refreshing cache from master, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [700ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [706ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [708ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [709ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [815ms] refreshing cache from master, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [819ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [822ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [825ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [826ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [1015ms] refreshing cache from master, [1015ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [1019ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [1019ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [1025ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [1026ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [1075ms] refreshing cache from master, [1075ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [1079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [1079ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [1084ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [1085ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [1996ms] refreshing cache from master, [1996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [1997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [1998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [2000ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [2000ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [2004ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [2005ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [3835ms] refreshing cache from master, [3836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [3837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [3838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [3838ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [3840ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [3843ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [3843ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [6655ms] refreshing cache from master, [6656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [6656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [6658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [6659ms] too many traces: truncated at 100 traces, deferred=Deferred@1311987776(state=PENDING, result=null, callback=(continuation of Deferred@850890204 after retry RPC after error@860661799) -> (continuation of Deferred@884615173 after retry RPC after error@1612679050) -> (continuation of Deferred@1858617144 after retry RPC after error@949202774) -> (continuation of Deferred@1569477185 after retry RPC after error@1093909933) -> (continuation of Deferred@1848474444 after retry RPC after error@1264681152) -> (continuation of Deferred@1958796727 after retry RPC after error@683858007) -> (continuation of Deferred@758128920 after retry RPC after error@1787876350) -> (continuation of Deferred@416257662 after retry RPC after error@645002576) -> (continuation of Deferred@174405735 after retry RPC after error@1720059382) -> (continuation of Deferred@43914046 after retry RPC after error@728546632) -> (continuation of Deferred@141106754 after retry RPC after error@1586893580) -> (continuation of Deferred@744745987 after retry RPC after error@1655411258) -> (continuation of Deferred@586156835 after retry RPC after error@1284530690) -> (continuation of Deferred@2141228135 after retry RPC after error@1101327339) -> (continuation of Deferred@1664043503 after retry RPC after error@752920570) -> (continuation of Deferred@1473824181 after retry RPC after error@835028758) -> (continuation of Deferred@675070192 after retry RPC after error@21654906) -> (continuation of Deferred@271508875 after retry RPC after error@223227311) -> (continuation of Deferred@1136347062 after retry RPC after error@289985286) -> (continuation of Deferred@1982692889 after retry RPC after error@183637542) -> (continuation of Deferred@334325305 after retry RPC after error@1156204449) -> (continuation of Deferred@1504322707 after retry RPC after error@1131633318) -> (continuation of Deferred@995565663 after retry RPC after error@764850139), errback=(continuation of Deferred@850890204 after retry RPC after error@860661799) -> (continuation of Deferred@884615173 after retry RPC after error@1612679050) -> (continuation of Deferred@1858617144 after retry RPC after error@949202774) -> (continuation of Deferred@1569477185 after retry RPC after error@1093909933) -> (continuation of Deferred@1848474444 after retry RPC after error@1264681152) -> (continuation of Deferred@1958796727 after retry RPC after error@683858007) -> (continuation of Deferred@758128920 after retry RPC after error@1787876350) -> (continuation of Deferred@416257662 after retry RPC after error@645002576) -> (continuation of Deferred@174405735 after retry RPC after error@1720059382) -> (continuation of Deferred@43914046 after retry RPC after error@728546632) -> (continuation of Deferred@141106754 after retry RPC after error@1586893580) -> (continuation of Deferred@744745987 after retry RPC after error@1655411258) -> (continuation of Deferred@586156835 after retry RPC after error@1284530690) -> (continuation of Deferred@2141228135 after retry RPC after error@1101327339) -> (continuation of Deferred@1664043503 after retry RPC after error@752920570) -> (continuation of Deferred@1473824181 after retry RPC after error@835028758) -> (continuation of Deferred@675070192 after retry RPC after error@21654906) -> (continuation of Deferred@271508875 after retry RPC after error@223227311) -> (continuation of Deferred@1136347062 after retry RPC after error@289985286) -> (continuation of Deferred@1982692889 after retry RPC after error@183637542) -> (continuation of Deferred@334325305 after retry RPC after error@1156204449) -> (continuation of Deferred@1504322707 after retry RPC after error@1131633318) -> (continuation of Deferred@995565663 after retry RPC after error@764850139)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1407)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
... 1 more
21:50:56.331 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
21:50:56.332 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=30001), Traces: [0ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [188ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [184ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [555ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [559ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [576ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [584ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [589ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [590ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [591ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [595ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [599ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [601ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [603ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [604ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [615ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [619ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [622ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [624ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [625ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [641ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [644ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [646ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [647ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [655ms] refreshing cache from master, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [660ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [662ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [664ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [665ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [695ms] refreshing cache from master, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [700ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [706ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [708ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [709ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [815ms] refreshing cache from master, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [819ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [822ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [825ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [826ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [1015ms] refreshing cache from master, [1015ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [1019ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [1019ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [1025ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [1026ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [1075ms] refreshing cache from master, [1075ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [1079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [1079ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [1084ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [1085ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [1996ms] refreshing cache from master, [1996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [1997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [1998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [2000ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [2000ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [2004ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [2005ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [3835ms] refreshing cache from master, [3836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [3837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [3838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [3838ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [3840ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [3843ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [3843ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [6655ms] refreshing cache from master, [6656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [6656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [6658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [6659ms] too many traces: truncated at 100 traces, deferred=Deferred@1311987776(state=PENDING, result=null, callback=(continuation of Deferred@850890204 after retry RPC after error@860661799) -> (continuation of Deferred@884615173 after retry RPC after error@1612679050) -> (continuation of Deferred@1858617144 after retry RPC after error@949202774) -> (continuation of Deferred@1569477185 after retry RPC after error@1093909933) -> (continuation of Deferred@1848474444 after retry RPC after error@1264681152) -> (continuation of Deferred@1958796727 after retry RPC after error@683858007) -> (continuation of Deferred@758128920 after retry RPC after error@1787876350) -> (continuation of Deferred@416257662 after retry RPC after error@645002576) -> (continuation of Deferred@174405735 after retry RPC after error@1720059382) -> (continuation of Deferred@43914046 after retry RPC after error@728546632) -> (continuation of Deferred@141106754 after retry RPC after error@1586893580) -> (continuation of Deferred@744745987 after retry RPC after error@1655411258) -> (continuation of Deferred@586156835 after retry RPC after error@1284530690) -> (continuation of Deferred@2141228135 after retry RPC after error@1101327339) -> (continuation of Deferred@1664043503 after retry RPC after error@752920570) -> (continuation of Deferred@1473824181 after retry RPC after error@835028758) -> (continuation of Deferred@675070192 after retry RPC after error@21654906) -> (continuation of Deferred@271508875 after retry RPC after error@223227311) -> (continuation of Deferred@1136347062 after retry RPC after error@289985286) -> (continuation of Deferred@1982692889 after retry RPC after error@183637542) -> (continuation of Deferred@334325305 after retry RPC after error@1156204449) -> (continuation of Deferred@1504322707 after retry RPC after error@1131633318) -> (continuation of Deferred@995565663 after retry RPC after error@764850139), errback=(continuation of Deferred@850890204 after retry RPC after error@860661799) -> (continuation of Deferred@884615173 after retry RPC after error@1612679050) -> (continuation of Deferred@1858617144 after retry RPC after error@949202774) -> (continuation of Deferred@1569477185 after retry RPC after error@1093909933) -> (continuation of Deferred@1848474444 after retry RPC after error@1264681152) -> (continuation of Deferred@1958796727 after retry RPC after error@683858007) -> (continuation of Deferred@758128920 after retry RPC after error@1787876350) -> (continuation of Deferred@416257662 after retry RPC after error@645002576) -> (continuation of Deferred@174405735 after retry RPC after error@1720059382) -> (continuation of Deferred@43914046 after retry RPC after error@728546632) -> (continuation of Deferred@141106754 after retry RPC after error@1586893580) -> (continuation of Deferred@744745987 after retry RPC after error@1655411258) -> (continuation of Deferred@586156835 after retry RPC after error@1284530690) -> (continuation of Deferred@2141228135 after retry RPC after error@1101327339) -> (continuation of Deferred@1664043503 after retry RPC after error@752920570) -> (continuation of Deferred@1473824181 after retry RPC after error@835028758) -> (continuation of Deferred@675070192 after retry RPC after error@21654906) -> (continuation of Deferred@271508875 after retry RPC after error@223227311) -> (continuation of Deferred@1136347062 after retry RPC after error@289985286) -> (continuation of Deferred@1982692889 after retry RPC after error@183637542) -> (continuation of Deferred@334325305 after retry RPC after error@1156204449) -> (continuation of Deferred@1504322707 after retry RPC after error@1131633318) -> (continuation of Deferred@995565663 after retry RPC after error@764850139)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1407) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=30001), Traces: [0ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [188ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [184ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [555ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [559ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [576ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [584ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [589ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [590ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [591ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [595ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [599ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [601ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [603ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [604ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [615ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [619ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [622ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [624ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [625ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [641ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [644ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [646ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [647ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [655ms] refreshing cache from master, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [660ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [662ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [664ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [665ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [695ms] refreshing cache from master, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [700ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [706ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [708ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [709ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [815ms] refreshing cache from master, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [819ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [822ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [825ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [826ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [1015ms] refreshing cache from master, [1015ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [1019ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [1019ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [1025ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [1026ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [1075ms] refreshing cache from master, [1075ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [1079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [1079ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [1084ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [1085ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [1996ms] refreshing cache from master, [1996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [1997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [1998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [2000ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [2000ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [2004ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [2005ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [3835ms] refreshing cache from master, [3836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [3837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [3838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [3838ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.126:44611: Network error: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611, [3840ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.125:36295: Network error: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [3843ms] Sub RPC ConnectToMaster: received response from server master-127.9.80.124:39451: OK, [3843ms] delaying RPC due to: Service unavailable: Master config (127.9.80.126:44611,127.9.80.125:36295,127.9.80.124:39451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.126:44611(127.9.80.126:44611): Connection refused: /127.9.80.126:44611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.80.125:36295(127.9.80.125:36295): Connection refused: /127.9.80.125:36295, [6655ms] refreshing cache from master, [6656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.126:44611, [6656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.125:36295, [6658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.80.124:39451, [6659ms] too many traces: truncated at 100 traces, deferred=Deferred@1311987776(state=PENDING, result=null, callback=(continuation of Deferred@850890204 after retry RPC after error@860661799) -> (continuation of Deferred@884615173 after retry RPC after error@1612679050) -> (continuation of Deferred@1858617144 after retry RPC after error@949202774) -> (continuation of Deferred@1569477185 after retry RPC after error@1093909933) -> (continuation of Deferred@1848474444 after retry RPC after error@1264681152) -> (continuation of Deferred@1958796727 after retry RPC after error@683858007) -> (continuation of Deferred@758128920 after retry RPC after error@1787876350) -> (continuation of Deferred@416257662 after retry RPC after error@645002576) -> (continuation of Deferred@174405735 after retry RPC after error@1720059382) -> (continuation of Deferred@43914046 after retry RPC after error@728546632) -> (continuation of Deferred@141106754 after retry RPC after error@1586893580) -> (continuation of Deferred@744745987 after retry RPC after error@1655411258) -> (continuation of Deferred@586156835 after retry RPC after error@1284530690) -> (continuation of Deferred@2141228135 after retry RPC after error@1101327339) -> (continuation of Deferred@1664043503 after retry RPC after error@752920570) -> (continuation of Deferred@1473824181 after retry RPC after error@835028758) -> (continuation of Deferred@675070192 after retry RPC after error@21654906) -> (continuation of Deferred@271508875 after retry RPC after error@223227311) -> (continuation of Deferred@1136347062 after retry RPC after error@289985286) -> (continuation of Deferred@1982692889 after retry RPC after error@183637542) -> (continuation of Deferred@334325305 after retry RPC after error@1156204449) -> (continuation of Deferred@1504322707 after retry RPC after error@1131633318) -> (continuation of Deferred@995565663 after retry RPC after error@764850139), errback=(continuation of Deferred@850890204 after retry RPC after error@860661799) -> (continuation of Deferred@884615173 after retry RPC after error@1612679050) -> (continuation of Deferred@1858617144 after retry RPC after error@949202774) -> (continuation of Deferred@1569477185 after retry RPC after error@1093909933) -> (continuation of Deferred@1848474444 after retry RPC after error@1264681152) -> (continuation of Deferred@1958796727 after retry RPC after error@683858007) -> (continuation of Deferred@758128920 after retry RPC after error@1787876350) -> (continuation of Deferred@416257662 after retry RPC after error@645002576) -> (continuation of Deferred@174405735 after retry RPC after error@1720059382) -> (continuation of Deferred@43914046 after retry RPC after error@728546632) -> (continuation of Deferred@141106754 after retry RPC after error@1586893580) -> (continuation of Deferred@744745987 after retry RPC after error@1655411258) -> (continuation of Deferred@586156835 after retry RPC after error@1284530690) -> (continuation of Deferred@2141228135 after retry RPC after error@1101327339) -> (continuation of Deferred@1664043503 after retry RPC after error@752920570) -> (continuation of Deferred@1473824181 after retry RPC after error@835028758) -> (continuation of Deferred@675070192 after retry RPC after error@21654906) -> (continuation of Deferred@271508875 after retry RPC after error@223227311) -> (continuation of Deferred@1136347062 after retry RPC after error@289985286) -> (continuation of Deferred@1982692889 after retry RPC after error@183637542) -> (continuation of Deferred@334325305 after retry RPC after error@1156204449) -> (continuation of Deferred@1504322707 after retry RPC after error@1131633318) -> (continuation of Deferred@995565663 after retry RPC after error@764850139)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1407)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
... 1 more