08:10:41.346 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:10:41.358 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskUKH4GJ/test-tmp
08:10:41.361 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:10:41.364 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskUKH4GJ/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:10:41.617 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:10:41.772 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:10:41.774 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:10:41.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:41.777976 20001 mini_oidc.cc:152] Starting JWKS server
08:10:41.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:41.781888 20001 webserver.cc:460] Webserver started at http://127.0.0.1:45145/ using document root <none> and password file <none>
08:10:41.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:41.782583 20001 mini_oidc.cc:189] Starting OIDC Discovery server
08:10:41.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:41.784585 20001 webserver.cc:460] Webserver started at http://127.0.0.1:40789/ using document root <none> and password file <none>
08:10:41.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T08:10:41Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
08:10:41.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T08:10:41Z Disabled control of system clock
08:10:41.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:41.839795 20001 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu
08:10:41.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu
08:10:41.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-0/wal
08:10:41.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-0/data
08:10:41.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:10:41.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:10:41.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:10:41.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:41.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:41.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:41.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-0/logs
08:10:41.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-0/data/info.pb
08:10:41.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:41.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:10:41.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:10:41.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:10:41.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:10:41.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:41.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:41.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:41.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:10:41.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:10:41.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:10:41.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:10:41.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.136.126:35123
08:10:41.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.136.126
08:10:41.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:41.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.136.84:42707
08:10:41.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:41.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:41.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:10:41.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:10:41.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.136.126:35123,127.19.136.125:36789,127.19.136.124:36827
08:10:41.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:10:41.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45145/jwks.json with env {}
08:10:42.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:42.144294 20018 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:10:42.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:42.144897 20018 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:10:42.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:42.145511 20018 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:10:42.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:42.177165 20018 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:10:42.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:42.177467 20018 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:10:42.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:42.177656 20018 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:10:42.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:42.177832 20018 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:10:42.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:42.178059 20018 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:10:42.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:42.178274 20018 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45145/jwks.json
08:10:42.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:42.214808 20018 master_runner.cc:386] Master server non-default flags:
08:10:42.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:42.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.136.84:42707
08:10:42.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:42.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:10:42.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-0/data
08:10:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-0/wal
08:10:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:10:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.136.126:35123,127.19.136.125:36789,127.19.136.124:36827
08:10:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:10:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.136.126:35123
08:10:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:10:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:10:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:10:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45145/jwks.json
08:10:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-0/data/info.pb
08:10:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.136.126
08:10:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:10:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:10:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:10:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-0/logs
08:10:42.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:42.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:10:42.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:10:42.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:10:42.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:10:42.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:10:42.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:10:42.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 07:06:50 UTC on ccycloud.quasar-scazzs.root.comops.site
08:10:42.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571905
08:10:42.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:10:42.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:42.216156 20018 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:10:42.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:42.217887 20018 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:10:43.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:42.236061 20028 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:43.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:42.236048 20025 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:43.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:42.237051 20018 server_base.cc:1034] running on GCE node
08:10:43.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:42.236112 20032 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:43.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.343814 20018 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:10:43.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.347046 20018 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:10:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.348516 20018 hybrid_clock.cc:648] HybridClock initialized: now 1786090243348530 us; error 100 us; skew 500 ppm
08:10:43.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.349395 20018 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:10:43.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.359637 20018 webserver.cc:460] Webserver started at http://127.19.136.126:35807/ using document root <none> and password file <none>
08:10:43.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.360630 20018 fs_manager.cc:359] Metadata directory not provided
08:10:43.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.360827 20018 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:10:43.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.361253 20018 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:10:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.366443 20018 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-0/data/instance:
08:10:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "845482158c0446b09b5e1ab90b5efd0e"
08:10:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:10:43 on dist-test-slave-pww0"
08:10:43.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.367777 20018 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-0/wal/instance:
08:10:43.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "845482158c0446b09b5e1ab90b5efd0e"
08:10:43.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:10:43 on dist-test-slave-pww0"
08:10:43.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.375880 20018 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
08:10:43.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.381752 20046 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:10:43.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.382944 20018 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
08:10:43.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.383273 20018 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-0/data,/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-0/wal
08:10:43.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "845482158c0446b09b5e1ab90b5efd0e"
08:10:43.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:10:43 on dist-test-slave-pww0"
08:10:43.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.383652 20018 fs_report.cc:383] FS layout report
08:10:43.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:10:43.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-0/wal
08:10:43.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-0/wal
08:10:43.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-0/data/data
08:10:43.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:10:43.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:10:43.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:10:43.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:10:43.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:10:43.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:10:43.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:10:43.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:10:43.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:10:43.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:10:43.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:10:43.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.430516 20018 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:10:43.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.432171 20018 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:10:43.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.432610 20018 kserver.cc:163] Server-wide thread pool size limit: 3276
08:10:43.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.502456 20018 rpc_server.cc:307] RPC server started. Bound to: 127.19.136.126:35123
08:10:43.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.502562 20125 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.136.126:35123 every 8 connection(s)
08:10:43.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.505373 20018 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-0/data/info.pb
08:10:43.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.507840 20001 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu as pid 20018
08:10:43.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.508415 20001 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-0/wal/instance
08:10:43.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.511227 20126 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:10:43.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.512388 20001 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu
08:10:43.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu
08:10:43.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-1/wal
08:10:43.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-1/data
08:10:43.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:10:43.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:10:43.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:10:43.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:43.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:43.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:43.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-1/logs
08:10:43.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-1/data/info.pb
08:10:43.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:43.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:10:43.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:10:43.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:10:43.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:10:43.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:43.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:43.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:43.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:10:43.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:10:43.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:10:43.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:10:43.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.136.125:36789
08:10:43.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.136.125
08:10:43.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:43.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.136.84:42707
08:10:43.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:43.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:43.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:10:43.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:10:43.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.136.126:35123,127.19.136.125:36789,127.19.136.124:36827
08:10:43.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:10:43.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45145/jwks.json with env {}
08:10:43.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.524195 20126 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.136.126" port: 35123 } has no permanent_uuid. Determining permanent_uuid...
08:10:43.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.554490 20126 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } has no permanent_uuid. Determining permanent_uuid...
08:10:43.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:43.557161 20049 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.136.125:36789: connect: Connection refused (error 111)
08:10:43.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:43.561436 20126 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.136.125:36789: Network error: Client connection negotiation failed: client connection to 127.19.136.125:36789: connect: Connection refused (error 111)
08:10:43.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.610949 20126 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } attempt: 1
08:10:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:43.615226 20126 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.136.125:36789: Network error: Client connection negotiation failed: client connection to 127.19.136.125:36789: connect: Connection refused (error 111)
08:10:43.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.683737 20126 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } attempt: 2
08:10:43.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:43.687767 20126 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.136.125:36789: Network error: Client connection negotiation failed: client connection to 127.19.136.125:36789: connect: Connection refused (error 111)
08:10:43.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.779222 20126 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } attempt: 3
08:10:43.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:43.783015 20126 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.136.125:36789: Network error: Client connection negotiation failed: client connection to 127.19.136.125:36789: connect: Connection refused (error 111)
08:10:43.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:43.827798 20129 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:10:43.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:43.828378 20129 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:10:43.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:43.828989 20129 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:10:43.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:43.860790 20129 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:10:43.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:43.861090 20129 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:10:43.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:43.861286 20129 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:10:43.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:43.861469 20129 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:10:43.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:43.861716 20129 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:10:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:43.861939 20129 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45145/jwks.json
08:10:43.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.898262 20129 master_runner.cc:386] Master server non-default flags:
08:10:43.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:43.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.136.84:42707
08:10:43.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:43.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:10:43.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-1/data
08:10:43.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-1/wal
08:10:43.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:10:43.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.136.126:35123,127.19.136.125:36789,127.19.136.124:36827
08:10:43.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:43.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:43.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:10:43.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.136.125:36789
08:10:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:10:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:10:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:10:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45145/jwks.json
08:10:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-1/data/info.pb
08:10:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.136.125
08:10:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:10:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:10:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:10:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-1/logs
08:10:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:10:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:10:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:10:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:10:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:10:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:10:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 07:06:50 UTC on ccycloud.quasar-scazzs.root.comops.site
08:10:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571905
08:10:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:10:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.899585 20129 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:10:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.901913 20129 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:10:43.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:43.919683 20139 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:43.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.928589 20126 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } attempt: 4
08:10:43.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:43.932989 20126 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.136.125:36789: Network error: Client connection negotiation failed: client connection to 127.19.136.125:36789: connect: Connection refused (error 111)
08:10:44.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:44.232467 20126 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } attempt: 5
08:10:44.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:44.236485 20126 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.136.125:36789: Network error: Client connection negotiation failed: client connection to 127.19.136.125:36789: connect: Connection refused (error 111)
08:10:44.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:44.798425 20126 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } attempt: 6
08:10:44.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:44.805433 20126 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.136.125:36789: Network error: Client connection negotiation failed: client connection to 127.19.136.125:36789: connect: Connection refused (error 111)
08:10:45.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:43.919977 20140 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:43.921007 20143 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:43.920996 20129 server_base.cc:1034] running on GCE node
08:10:45.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.048913 20129 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:10:45.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.052110 20129 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:10:45.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.053548 20129 hybrid_clock.cc:648] HybridClock initialized: now 1786090245053511 us; error 55 us; skew 500 ppm
08:10:45.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.054623 20129 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:10:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.061925 20129 webserver.cc:460] Webserver started at http://127.19.136.125:34615/ using document root <none> and password file <none>
08:10:45.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.063043 20129 fs_manager.cc:359] Metadata directory not provided
08:10:45.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.063370 20129 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:10:45.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.064009 20129 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:10:45.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.069926 20129 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-1/data/instance:
08:10:45.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4aa85bb353744158857a2a5d79dc3c32"
08:10:45.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:10:45 on dist-test-slave-pww0"
08:10:45.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.071287 20129 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-1/wal/instance:
08:10:45.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4aa85bb353744158857a2a5d79dc3c32"
08:10:45.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:10:45 on dist-test-slave-pww0"
08:10:45.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.079161 20129 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
08:10:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.085279 20158 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:10:45.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.086544 20129 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
08:10:45.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.086905 20129 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-1/data,/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-1/wal
08:10:45.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4aa85bb353744158857a2a5d79dc3c32"
08:10:45.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:10:45 on dist-test-slave-pww0"
08:10:45.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.087237 20129 fs_report.cc:383] FS layout report
08:10:45.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:10:45.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-1/wal
08:10:45.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-1/wal
08:10:45.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-1/data/data
08:10:45.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:10:45.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:10:45.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:10:45.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:10:45.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:10:45.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:10:45.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:10:45.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:10:45.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:10:45.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:10:45.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:10:45.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.148900 20129 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:10:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.150468 20129 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:10:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.150915 20129 kserver.cc:163] Server-wide thread pool size limit: 3276
08:10:45.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.221446 20129 rpc_server.cc:307] RPC server started. Bound to: 127.19.136.125:36789
08:10:45.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.221552 20241 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.136.125:36789 every 8 connection(s)
08:10:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.224283 20129 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-1/data/info.pb
08:10:45.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.224849 20001 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu as pid 20129
08:10:45.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.225304 20001 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-1/wal/instance
08:10:45.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.228176 20001 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu
08:10:45.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu
08:10:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-2/wal
08:10:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-2/data
08:10:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:10:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:10:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:10:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-2/logs
08:10:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-2/data/info.pb
08:10:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:10:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:10:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:10:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:10:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:10:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:10:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:10:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:10:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.136.124:36827
08:10:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.136.124
08:10:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.136.84:42707
08:10:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:10:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:10:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.136.126:35123,127.19.136.125:36789,127.19.136.124:36827
08:10:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:10:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45145/jwks.json with env {}
08:10:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.231882 20242 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:10:45.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.245389 20242 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.136.126" port: 35123 } has no permanent_uuid. Determining permanent_uuid...
08:10:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.269491 20242 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } has no permanent_uuid. Determining permanent_uuid...
08:10:45.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.286368 20242 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } has no permanent_uuid. Determining permanent_uuid...
08:10:45.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:45.288609 20162 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.136.124:36827: connect: Connection refused (error 111)
08:10:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:45.292654 20242 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.136.124:36827: Network error: Client connection negotiation failed: client connection to 127.19.136.124:36827: connect: Connection refused (error 111)
08:10:45.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.342195 20242 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } attempt: 1
08:10:45.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:45.346455 20242 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.136.124:36827: Network error: Client connection negotiation failed: client connection to 127.19.136.124:36827: connect: Connection refused (error 111)
08:10:45.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.414942 20242 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } attempt: 2
08:10:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:45.418797 20242 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.136.124:36827: Network error: Client connection negotiation failed: client connection to 127.19.136.124:36827: connect: Connection refused (error 111)
08:10:45.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:45.506574 20121 debug-util.cc:398] Leaking SignalData structure 0x7b0800072060 after lost signal to thread 20019
08:10:45.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.510187 20242 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } attempt: 3
08:10:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:45.515151 20242 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.136.124:36827: Network error: Client connection negotiation failed: client connection to 127.19.136.124:36827: connect: Connection refused (error 111)
08:10:45.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:45.548700 20244 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:10:45.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:45.549276 20244 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:10:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:45.549898 20244 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:10:45.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:45.582293 20244 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:10:45.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:45.582612 20244 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:10:45.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:45.582820 20244 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:10:45.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:45.582998 20244 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:10:45.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:45.583244 20244 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:10:45.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:45.583499 20244 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45145/jwks.json
08:10:45.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.619274 20244 master_runner.cc:386] Master server non-default flags:
08:10:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.136.84:42707
08:10:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:10:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-2/data
08:10:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-2/wal
08:10:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:10:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.136.126:35123,127.19.136.125:36789,127.19.136.124:36827
08:10:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:10:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.136.124:36827
08:10:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:10:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:10:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:10:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45145/jwks.json
08:10:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-2/data/info.pb
08:10:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.136.124
08:10:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:10:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:10:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:10:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-2/logs
08:10:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:10:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:10:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:10:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:10:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:10:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:10:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 07:06:50 UTC on ccycloud.quasar-scazzs.root.comops.site
08:10:45.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571905
08:10:45.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:10:45.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.620546 20244 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:10:45.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.622816 20244 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:10:45.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:45.647447 20258 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:45.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.658617 20242 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } attempt: 4
08:10:45.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:45.666903 20242 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.136.124:36827: Network error: Client connection negotiation failed: client connection to 127.19.136.124:36827: connect: Connection refused (error 111)
08:10:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.865854 20126 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } attempt: 7
08:10:45.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.897943 20126 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } has no permanent_uuid. Determining permanent_uuid...
08:10:45.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:45.927877 20126 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.136.124:36827: Network error: Client connection negotiation failed: client connection to 127.19.136.124:36827: connect: Connection refused (error 111)
08:10:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.966392 20242 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } attempt: 5
08:10:45.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:45.974025 20242 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.136.124:36827: Network error: Client connection negotiation failed: client connection to 127.19.136.124:36827: connect: Connection refused (error 111)
08:10:45.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:45.986384 20126 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } attempt: 1
08:10:45.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:45.992054 20126 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.136.124:36827: Network error: Client connection negotiation failed: client connection to 127.19.136.124:36827: connect: Connection refused (error 111)
08:10:46.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:46.073523 20126 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } attempt: 2
08:10:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:46.079695 20126 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.136.124:36827: Network error: Client connection negotiation failed: client connection to 127.19.136.124:36827: connect: Connection refused (error 111)
08:10:46.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:46.165182 20126 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } attempt: 3
08:10:46.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:46.171312 20126 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.136.124:36827: Network error: Client connection negotiation failed: client connection to 127.19.136.124:36827: connect: Connection refused (error 111)
08:10:46.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:46.311805 20126 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } attempt: 4
08:10:46.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:46.317961 20126 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.136.124:36827: Network error: Client connection negotiation failed: client connection to 127.19.136.124:36827: connect: Connection refused (error 111)
08:10:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:46.521543 20242 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } attempt: 6
08:10:46.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:46.553421 20242 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.136.124:36827: Network error: Client connection negotiation failed: client connection to 127.19.136.124:36827: connect: Connection refused (error 111)
08:10:46.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:46.601428 20126 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } attempt: 5
08:10:46.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:46.607511 20126 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.136.124:36827: Network error: Client connection negotiation failed: client connection to 127.19.136.124:36827: connect: Connection refused (error 111)
08:10:47.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.159974 20126 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } attempt: 6
08:10:47.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:47.183346 20126 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.136.124:36827: Network error: Client connection negotiation failed: client connection to 127.19.136.124:36827: connect: Connection refused (error 111)
08:10:47.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:47.039575 20257 debug-util.cc:398] Leaking SignalData structure 0x7b0800014880 after lost signal to thread 20244
08:10:47.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:47.263391 20257 kernel_stack_watchdog.cc:198] Thread 20244 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 387ms:
08:10:47.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:10:47.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:10:47.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:10:47.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:10:47.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:45.648980 20259 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:47.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:47.268878 20244 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.619s user 0.000s sys 0.004s
08:10:47.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:47.271198 20244 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.622s user 0.000s sys 0.004s
08:10:47.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:47.271308 20263 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:47.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.271550 20244 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:10:47.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:47.270860 20261 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1618 milliseconds
08:10:47.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.274040 20244 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:10:47.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.278671 20244 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:10:47.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.280515 20244 hybrid_clock.cc:648] HybridClock initialized: now 1786090247280431 us; error 97 us; skew 500 ppm
08:10:47.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.281656 20244 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:10:47.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.289541 20244 webserver.cc:460] Webserver started at http://127.19.136.124:40703/ using document root <none> and password file <none>
08:10:47.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.290509 20244 fs_manager.cc:359] Metadata directory not provided
08:10:47.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.290707 20244 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:10:47.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.291086 20244 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:10:47.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.296238 20244 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-2/data/instance:
08:10:47.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6391792ebb7b4f9c883de1ca370b75b9"
08:10:47.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:10:47 on dist-test-slave-pww0"
08:10:47.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.297420 20244 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-2/wal/instance:
08:10:47.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6391792ebb7b4f9c883de1ca370b75b9"
08:10:47.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:10:47 on dist-test-slave-pww0"
08:10:47.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.306705 20244 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.006s sys 0.004s
08:10:47.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.313073 20281 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:10:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.314309 20244 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
08:10:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.314702 20244 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-2/data,/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-2/wal
08:10:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6391792ebb7b4f9c883de1ca370b75b9"
08:10:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:10:47 on dist-test-slave-pww0"
08:10:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.315096 20244 fs_report.cc:383] FS layout report
08:10:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:10:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-2/wal
08:10:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-2/wal
08:10:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-2/data/data
08:10:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:10:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:10:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:10:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:10:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:10:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:10:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:10:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:10:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:10:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:10:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:10:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.388592 20244 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:10:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.390388 20244 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:10:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.390944 20244 kserver.cc:163] Server-wide thread pool size limit: 3276
08:10:47.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.483067 20244 rpc_server.cc:307] RPC server started. Bound to: 127.19.136.124:36827
08:10:47.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.483151 20368 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.136.124:36827 every 8 connection(s)
08:10:47.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.485976 20244 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-2/data/info.pb
08:10:47.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.492590 20001 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu as pid 20244
08:10:47.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.492857 20371 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:10:47.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.492995 20001 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/master-2/wal/instance
08:10:47.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.510784 20371 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.136.126" port: 35123 } has no permanent_uuid. Determining permanent_uuid...
08:10:47.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.554286 20371 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } has no permanent_uuid. Determining permanent_uuid...
08:10:47.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.570060 20371 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } has no permanent_uuid. Determining permanent_uuid...
08:10:47.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.591641 20371 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6391792ebb7b4f9c883de1ca370b75b9: Bootstrap starting.
08:10:47.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.598628 20371 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6391792ebb7b4f9c883de1ca370b75b9: Neither blocks nor log segments found. Creating new log.
08:10:47.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.600554 20371 log.cc:824] T 00000000000000000000000000000000 P 6391792ebb7b4f9c883de1ca370b75b9: Log is configured to *not* fsync() on all Append() calls
08:10:47.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.606145 20371 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6391792ebb7b4f9c883de1ca370b75b9: No bootstrap required, opened a new log
08:10:47.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.613957 20242 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } attempt: 7
08:10:47.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.633347 20371 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6391792ebb7b4f9c883de1ca370b75b9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "845482158c0446b09b5e1ab90b5efd0e" member_type: VOTER last_known_addr { host: "127.19.136.126" port: 35123 } } peers { permanent_uuid: "4aa85bb353744158857a2a5d79dc3c32" member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } } peers { permanent_uuid: "6391792ebb7b4f9c883de1ca370b75b9" member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } }
08:10:47.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.634249 20371 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6391792ebb7b4f9c883de1ca370b75b9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:10:47.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.634545 20371 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6391792ebb7b4f9c883de1ca370b75b9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6391792ebb7b4f9c883de1ca370b75b9, State: Initialized, Role: FOLLOWER
08:10:47.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.635643 20371 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6391792ebb7b4f9c883de1ca370b75b9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "845482158c0446b09b5e1ab90b5efd0e" member_type: VOTER last_known_addr { host: "127.19.136.126" port: 35123 } } peers { permanent_uuid: "4aa85bb353744158857a2a5d79dc3c32" member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } } peers { permanent_uuid: "6391792ebb7b4f9c883de1ca370b75b9" member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } }
08:10:47.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.638687 20393 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6391792ebb7b4f9c883de1ca370b75b9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "845482158c0446b09b5e1ab90b5efd0e" member_type: VOTER last_known_addr { host: "127.19.136.126" port: 35123 } } peers { permanent_uuid: "4aa85bb353744158857a2a5d79dc3c32" member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } } peers { permanent_uuid: "6391792ebb7b4f9c883de1ca370b75b9" member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } } }
08:10:47.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.639971 20393 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6391792ebb7b4f9c883de1ca370b75b9 [sys.catalog]: This master's current role is: FOLLOWER
08:10:47.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.640762 20371 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6391792ebb7b4f9c883de1ca370b75b9 [sys.catalog]: configured and running, proceeding with master startup.
08:10:47.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.645071 20242 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32: Bootstrap starting.
08:10:47.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:47.648036 20287 tablet.cc:2369] T 00000000000000000000000000000000 P 6391792ebb7b4f9c883de1ca370b75b9: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:10:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.653393 20242 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32: Neither blocks nor log segments found. Creating new log.
08:10:47.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.656319 20242 log.cc:824] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32: Log is configured to *not* fsync() on all Append() calls
08:10:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.662153 20242 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32: No bootstrap required, opened a new log
08:10:47.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:47.688913 20412 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6391792ebb7b4f9c883de1ca370b75b9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:10:47.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:47.689311 20412 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:10:47.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.692000 20242 raft_consensus.cc:348] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "845482158c0446b09b5e1ab90b5efd0e" member_type: VOTER last_known_addr { host: "127.19.136.126" port: 35123 } } peers { permanent_uuid: "4aa85bb353744158857a2a5d79dc3c32" member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } } peers { permanent_uuid: "6391792ebb7b4f9c883de1ca370b75b9" member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } }
08:10:47.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.692737 20242 raft_consensus.cc:374] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:10:47.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.693033 20242 raft_consensus.cc:729] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4aa85bb353744158857a2a5d79dc3c32, State: Initialized, Role: FOLLOWER
08:10:47.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.693994 20242 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "845482158c0446b09b5e1ab90b5efd0e" member_type: VOTER last_known_addr { host: "127.19.136.126" port: 35123 } } peers { permanent_uuid: "4aa85bb353744158857a2a5d79dc3c32" member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } } peers { permanent_uuid: "6391792ebb7b4f9c883de1ca370b75b9" member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } }
08:10:47.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.697099 20417 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "845482158c0446b09b5e1ab90b5efd0e" member_type: VOTER last_known_addr { host: "127.19.136.126" port: 35123 } } peers { permanent_uuid: "4aa85bb353744158857a2a5d79dc3c32" member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } } peers { permanent_uuid: "6391792ebb7b4f9c883de1ca370b75b9" member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } } }
08:10:47.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.698985 20242 sys_catalog.cc:564] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [sys.catalog]: configured and running, proceeding with master startup.
08:10:47.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.699119 20417 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [sys.catalog]: This master's current role is: FOLLOWER
08:10:47.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.675360 20244 master_runner.cc:186] Error getting master registration for 127.19.136.126:35123: OK, instance_id { permanent_uuid: "845482158c0446b09b5e1ab90b5efd0e" instance_seqno: 1786090243483314 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:10:47.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.715478 20244 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:10:47.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:47.735975 20432 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:10:47.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:47.736781 20432 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:10:47.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.728677 20129 master_runner.cc:186] Error getting master registration for 127.19.136.126:35123: OK, instance_id { permanent_uuid: "845482158c0446b09b5e1ab90b5efd0e" instance_seqno: 1786090243483314 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:10:47.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.759910 20129 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:10:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.808435 20417 raft_consensus.cc:482] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:10:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.809007 20417 raft_consensus.cc:504] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "845482158c0446b09b5e1ab90b5efd0e" member_type: VOTER last_known_addr { host: "127.19.136.126" port: 35123 } } peers { permanent_uuid: "4aa85bb353744158857a2a5d79dc3c32" member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } } peers { permanent_uuid: "6391792ebb7b4f9c883de1ca370b75b9" member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } }
08:10:47.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.814008 20417 leader_election.cc:288] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 845482158c0446b09b5e1ab90b5efd0e (127.19.136.126:35123), 6391792ebb7b4f9c883de1ca370b75b9 (127.19.136.124:36827)
08:10:47.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.815383 20319 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4aa85bb353744158857a2a5d79dc3c32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6391792ebb7b4f9c883de1ca370b75b9" is_pre_election: true
08:10:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.816527 20319 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 6391792ebb7b4f9c883de1ca370b75b9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4aa85bb353744158857a2a5d79dc3c32 in term 0.
08:10:47.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.817948 20162 leader_election.cc:302] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4aa85bb353744158857a2a5d79dc3c32, 6391792ebb7b4f9c883de1ca370b75b9; no voters:
08:10:47.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.819255 20417 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:10:47.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.819836 20417 raft_consensus.cc:482] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:10:47.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.820359 20417 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [term 0 FOLLOWER]: Advancing to term 1
08:10:47.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.828163 20417 raft_consensus.cc:504] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "845482158c0446b09b5e1ab90b5efd0e" member_type: VOTER last_known_addr { host: "127.19.136.126" port: 35123 } } peers { permanent_uuid: "4aa85bb353744158857a2a5d79dc3c32" member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } } peers { permanent_uuid: "6391792ebb7b4f9c883de1ca370b75b9" member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } }
08:10:47.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.831446 20319 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4aa85bb353744158857a2a5d79dc3c32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6391792ebb7b4f9c883de1ca370b75b9"
08:10:47.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.832110 20319 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6391792ebb7b4f9c883de1ca370b75b9 [term 0 FOLLOWER]: Advancing to term 1
08:10:47.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.844251 20319 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 6391792ebb7b4f9c883de1ca370b75b9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4aa85bb353744158857a2a5d79dc3c32 in term 1.
08:10:47.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.852716 20162 leader_election.cc:302] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4aa85bb353744158857a2a5d79dc3c32, 6391792ebb7b4f9c883de1ca370b75b9; no voters:
08:10:47.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.858191 20417 leader_election.cc:288] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [CANDIDATE]: Term 1 election: Requested vote from peers 845482158c0446b09b5e1ab90b5efd0e (127.19.136.126:35123), 6391792ebb7b4f9c883de1ca370b75b9 (127.19.136.124:36827)
08:10:47.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.858793 20417 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [term 1 FOLLOWER]: Leader election won for term 1
08:10:47.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.860162 20417 raft_consensus.cc:686] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [term 1 LEADER]: Becoming Leader. State: Replica: 4aa85bb353744158857a2a5d79dc3c32, State: Running, Role: LEADER
08:10:47.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.861141 20417 consensus_queue.cc:237] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "845482158c0446b09b5e1ab90b5efd0e" member_type: VOTER last_known_addr { host: "127.19.136.126" port: 35123 } } peers { permanent_uuid: "4aa85bb353744158857a2a5d79dc3c32" member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } } peers { permanent_uuid: "6391792ebb7b4f9c883de1ca370b75b9" member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } }
08:10:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.884521 20434 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4aa85bb353744158857a2a5d79dc3c32. Latest consensus state: current_term: 1 leader_uuid: "4aa85bb353744158857a2a5d79dc3c32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "845482158c0446b09b5e1ab90b5efd0e" member_type: VOTER last_known_addr { host: "127.19.136.126" port: 35123 } } peers { permanent_uuid: "4aa85bb353744158857a2a5d79dc3c32" member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } } peers { permanent_uuid: "6391792ebb7b4f9c883de1ca370b75b9" member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } } }
08:10:47.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.885803 20434 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [sys.catalog]: This master's current role is: LEADER
08:10:47.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.889478 20436 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
08:10:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.897166 20436 catalog_manager.cc:1484] Initializing Kudu cluster ID...
08:10:47.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:47.909132 20168 tablet.cc:2369] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:10:47.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.920243 20319 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 6391792ebb7b4f9c883de1ca370b75b9 [term 1 FOLLOWER]: Refusing update from remote peer 4aa85bb353744158857a2a5d79dc3c32: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:10:47.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.922330 20434 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6391792ebb7b4f9c883de1ca370b75b9" member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:10:47.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.954485 20393 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6391792ebb7b4f9c883de1ca370b75b9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4aa85bb353744158857a2a5d79dc3c32. Latest consensus state: current_term: 1 leader_uuid: "4aa85bb353744158857a2a5d79dc3c32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "845482158c0446b09b5e1ab90b5efd0e" member_type: VOTER last_known_addr { host: "127.19.136.126" port: 35123 } } peers { permanent_uuid: "4aa85bb353744158857a2a5d79dc3c32" member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } } peers { permanent_uuid: "6391792ebb7b4f9c883de1ca370b75b9" member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } } }
08:10:47.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.955360 20393 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6391792ebb7b4f9c883de1ca370b75b9 [sys.catalog]: This master's current role is: FOLLOWER
08:10:47.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.965378 20439 mvcc.cc:205] Tried to move back new op lower bound from 7315825655462248448 to 7315825655274455040. Current Snapshot: MvccSnapshot[applied={T|T < 7315825655462248448}]
08:10:47.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.967882 20417 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4aa85bb353744158857a2a5d79dc3c32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "845482158c0446b09b5e1ab90b5efd0e" member_type: VOTER last_known_addr { host: "127.19.136.126" port: 35123 } } peers { permanent_uuid: "4aa85bb353744158857a2a5d79dc3c32" member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } } peers { permanent_uuid: "6391792ebb7b4f9c883de1ca370b75b9" member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } } }
08:10:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.968691 20417 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [sys.catalog]: This master's current role is: LEADER
08:10:47.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.970968 20441 mvcc.cc:205] Tried to move back new op lower bound from 7315825655462248448 to 7315825655274455040. Current Snapshot: MvccSnapshot[applied={T|T < 7315825655462248448}]
08:10:47.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.973986 20436 catalog_manager.cc:1347] Generated new cluster ID: d3bd5c2b83ac4b7b95cb29bf313a0290
08:10:47.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.974329 20436 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
08:10:47.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.984352 20393 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6391792ebb7b4f9c883de1ca370b75b9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4aa85bb353744158857a2a5d79dc3c32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "845482158c0446b09b5e1ab90b5efd0e" member_type: VOTER last_known_addr { host: "127.19.136.126" port: 35123 } } peers { permanent_uuid: "4aa85bb353744158857a2a5d79dc3c32" member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } } peers { permanent_uuid: "6391792ebb7b4f9c883de1ca370b75b9" member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } } }
08:10:47.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:47.985105 20393 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6391792ebb7b4f9c883de1ca370b75b9 [sys.catalog]: This master's current role is: FOLLOWER
08:10:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.026363 20436 catalog_manager.cc:1370] Generated new certificate authority record
08:10:48.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.030684 20436 catalog_manager.cc:1504] Loading token signing keys...
08:10:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.067683 20436 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32: Generated new TSK 0
08:10:48.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.068944 20436 catalog_manager.cc:1514] Initializing in-progress tserver states...
08:10:48.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.122068 20001 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu
08:10:48.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu
08:10:48.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-0/wal
08:10:48.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-0/data
08:10:48.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:10:48.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:10:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:10:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-0/logs
08:10:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-0/data/info.pb
08:10:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:10:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:10:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:10:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:10:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:10:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:10:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.136.65:0
08:10:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.136.65
08:10:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.136.65
08:10:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.136.126:35123,127.19.136.125:36789,127.19.136.124:36827
08:10:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.136.84:42707
08:10:48.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:48.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:48.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:10:48.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.216866 20126 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } attempt: 7
08:10:48.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.280306 20126 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 845482158c0446b09b5e1ab90b5efd0e: Bootstrap starting.
08:10:48.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.300033 20126 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 845482158c0446b09b5e1ab90b5efd0e: Neither blocks nor log segments found. Creating new log.
08:10:48.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.302912 20126 log.cc:824] T 00000000000000000000000000000000 P 845482158c0446b09b5e1ab90b5efd0e: Log is configured to *not* fsync() on all Append() calls
08:10:48.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.323096 20126 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 845482158c0446b09b5e1ab90b5efd0e: No bootstrap required, opened a new log
08:10:48.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.388965 20126 raft_consensus.cc:348] T 00000000000000000000000000000000 P 845482158c0446b09b5e1ab90b5efd0e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "845482158c0446b09b5e1ab90b5efd0e" member_type: VOTER last_known_addr { host: "127.19.136.126" port: 35123 } } peers { permanent_uuid: "4aa85bb353744158857a2a5d79dc3c32" member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } } peers { permanent_uuid: "6391792ebb7b4f9c883de1ca370b75b9" member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } }
08:10:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.391212 20126 raft_consensus.cc:374] T 00000000000000000000000000000000 P 845482158c0446b09b5e1ab90b5efd0e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:10:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.391857 20126 raft_consensus.cc:729] T 00000000000000000000000000000000 P 845482158c0446b09b5e1ab90b5efd0e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 845482158c0446b09b5e1ab90b5efd0e, State: Initialized, Role: FOLLOWER
08:10:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.393151 20126 consensus_queue.cc:260] T 00000000000000000000000000000000 P 845482158c0446b09b5e1ab90b5efd0e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "845482158c0446b09b5e1ab90b5efd0e" member_type: VOTER last_known_addr { host: "127.19.136.126" port: 35123 } } peers { permanent_uuid: "4aa85bb353744158857a2a5d79dc3c32" member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } } peers { permanent_uuid: "6391792ebb7b4f9c883de1ca370b75b9" member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } }
08:10:48.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.406397 20126 sys_catalog.cc:564] T 00000000000000000000000000000000 P 845482158c0446b09b5e1ab90b5efd0e [sys.catalog]: configured and running, proceeding with master startup.
08:10:48.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.406582 20088 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4aa85bb353744158857a2a5d79dc3c32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "845482158c0446b09b5e1ab90b5efd0e" is_pre_election: true
08:10:48.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.407652 20087 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4aa85bb353744158857a2a5d79dc3c32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "845482158c0446b09b5e1ab90b5efd0e"
08:10:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.411609 20088 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 845482158c0446b09b5e1ab90b5efd0e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4aa85bb353744158857a2a5d79dc3c32 in term 0.
08:10:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.411451 20452 sys_catalog.cc:455] T 00000000000000000000000000000000 P 845482158c0446b09b5e1ab90b5efd0e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "845482158c0446b09b5e1ab90b5efd0e" member_type: VOTER last_known_addr { host: "127.19.136.126" port: 35123 } } peers { permanent_uuid: "4aa85bb353744158857a2a5d79dc3c32" member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } } peers { permanent_uuid: "6391792ebb7b4f9c883de1ca370b75b9" member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } } }
08:10:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.412364 20452 sys_catalog.cc:458] T 00000000000000000000000000000000 P 845482158c0446b09b5e1ab90b5efd0e [sys.catalog]: This master's current role is: FOLLOWER
08:10:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.415557 20084 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 845482158c0446b09b5e1ab90b5efd0e [term 0 FOLLOWER]: Advancing to term 1
08:10:48.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.423337 20084 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 845482158c0446b09b5e1ab90b5efd0e [term 1 FOLLOWER]: Refusing update from remote peer 4aa85bb353744158857a2a5d79dc3c32: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:10:48.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.427486 20434 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [LEADER]: Connected to new peer: Peer: permanent_uuid: "845482158c0446b09b5e1ab90b5efd0e" member_type: VOTER last_known_addr { host: "127.19.136.126" port: 35123 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:10:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:48.443117 20052 tablet.cc:2369] T 00000000000000000000000000000000 P 845482158c0446b09b5e1ab90b5efd0e: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:10:48.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.517287 20475 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:10:48.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.517549 20466 sys_catalog.cc:455] T 00000000000000000000000000000000 P 845482158c0446b09b5e1ab90b5efd0e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4aa85bb353744158857a2a5d79dc3c32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "845482158c0446b09b5e1ab90b5efd0e" member_type: VOTER last_known_addr { host: "127.19.136.126" port: 35123 } } peers { permanent_uuid: "4aa85bb353744158857a2a5d79dc3c32" member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } } peers { permanent_uuid: "6391792ebb7b4f9c883de1ca370b75b9" member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } } }
08:10:48.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.518503 20466 sys_catalog.cc:458] T 00000000000000000000000000000000 P 845482158c0446b09b5e1ab90b5efd0e [sys.catalog]: This master's current role is: FOLLOWER
08:10:48.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.519639 20452 sys_catalog.cc:455] T 00000000000000000000000000000000 P 845482158c0446b09b5e1ab90b5efd0e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4aa85bb353744158857a2a5d79dc3c32. Latest consensus state: current_term: 1 leader_uuid: "4aa85bb353744158857a2a5d79dc3c32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "845482158c0446b09b5e1ab90b5efd0e" member_type: VOTER last_known_addr { host: "127.19.136.126" port: 35123 } } peers { permanent_uuid: "4aa85bb353744158857a2a5d79dc3c32" member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } } peers { permanent_uuid: "6391792ebb7b4f9c883de1ca370b75b9" member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } } }
08:10:48.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.520407 20452 sys_catalog.cc:458] T 00000000000000000000000000000000 P 845482158c0446b09b5e1ab90b5efd0e [sys.catalog]: This master's current role is: FOLLOWER
08:10:48.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:48.672894 20446 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:10:48.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:48.673600 20446 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:10:48.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:48.674531 20446 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:10:48.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.695101 20412 catalog_manager.cc:1259] Loaded cluster ID: d3bd5c2b83ac4b7b95cb29bf313a0290
08:10:48.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.695796 20412 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 6391792ebb7b4f9c883de1ca370b75b9: loading cluster ID for follower catalog manager: success
08:10:48.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.703720 20412 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 6391792ebb7b4f9c883de1ca370b75b9: acquiring CA information for follower catalog manager: success
08:10:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.709838 20412 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 6391792ebb7b4f9c883de1ca370b75b9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:10:48.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:48.722128 20446 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:10:48.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:48.723112 20446 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.136.65
08:10:48.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.758841 20446 tablet_server_runner.cc:78] Tablet server non-default flags:
08:10:48.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:48.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.136.84:42707
08:10:48.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:48.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:10:48.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-0/data
08:10:48.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-0/wal
08:10:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.136.65:0
08:10:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:10:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-0/data/info.pb
08:10:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.136.65
08:10:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.136.126:35123,127.19.136.125:36789,127.19.136.124:36827
08:10:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:10:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:10:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:10:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.136.65
08:10:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-0/logs
08:10:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:10:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:10:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:10:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:10:48.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:10:48.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:10:48.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 07:06:50 UTC on ccycloud.quasar-scazzs.root.comops.site
08:10:48.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571905
08:10:48.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:10:48.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.760514 20446 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:10:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.762748 20446 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:10:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:48.787277 20485 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:48.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.834221 20489 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4aa85bb353744158857a2a5d79dc3c32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "845482158c0446b09b5e1ab90b5efd0e" member_type: VOTER last_known_addr { host: "127.19.136.126" port: 35123 } } peers { permanent_uuid: "4aa85bb353744158857a2a5d79dc3c32" member_type: VOTER last_known_addr { host: "127.19.136.125" port: 36789 } } peers { permanent_uuid: "6391792ebb7b4f9c883de1ca370b75b9" member_type: VOTER last_known_addr { host: "127.19.136.124" port: 36827 } } }
08:10:48.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:48.835489 20489 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4aa85bb353744158857a2a5d79dc3c32 [sys.catalog]: This master's current role is: LEADER
08:10:49.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:49.540179 20475 catalog_manager.cc:1259] Loaded cluster ID: d3bd5c2b83ac4b7b95cb29bf313a0290
08:10:49.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:49.541399 20475 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 845482158c0446b09b5e1ab90b5efd0e: loading cluster ID for follower catalog manager: success
08:10:49.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:49.575155 20475 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 845482158c0446b09b5e1ab90b5efd0e: acquiring CA information for follower catalog manager: success
08:10:49.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:49.615240 20475 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 845482158c0446b09b5e1ab90b5efd0e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:10:50.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:48.790352 20486 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:50.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:50.179739 20482 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 20446
08:10:50.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:50.721896 20446 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 1.937s user 0.499s sys 0.733s
08:10:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:50.724915 20446 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 1.940s user 0.500s sys 0.733s
08:10:50.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:50.729776 20446 server_base.cc:1034] running on GCE node
08:10:50.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:50.730751 20498 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:50.732295 20446 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:10:50.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:50.734906 20446 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:10:50.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:50.736346 20446 hybrid_clock.cc:648] HybridClock initialized: now 1786090250736303 us; error 52 us; skew 500 ppm
08:10:50.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:50.737439 20446 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:10:50.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:50.745281 20446 webserver.cc:460] Webserver started at http://127.19.136.65:42827/ using document root <none> and password file <none>
08:10:50.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:50.746539 20446 fs_manager.cc:359] Metadata directory not provided
08:10:50.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:50.746834 20446 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:10:50.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:50.747385 20446 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:10:50.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:50.754724 20446 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-0/data/instance:
08:10:50.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "648d17a9640444a6b3e68e7ff8f7834b"
08:10:50.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:10:50 on dist-test-slave-pww0"
08:10:50.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:50.756407 20446 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-0/wal/instance:
08:10:50.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "648d17a9640444a6b3e68e7ff8f7834b"
08:10:50.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:10:50 on dist-test-slave-pww0"
08:10:50.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:50.766482 20446 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.005s sys 0.005s
08:10:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:50.774219 20507 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:10:50.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:50.775650 20446 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.002s
08:10:50.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:50.776057 20446 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-0/data,/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-0/wal
08:10:50.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "648d17a9640444a6b3e68e7ff8f7834b"
08:10:50.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:10:50 on dist-test-slave-pww0"
08:10:50.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:50.776502 20446 fs_report.cc:383] FS layout report
08:10:50.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:10:50.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-0/wal
08:10:50.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-0/wal
08:10:50.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-0/data/data
08:10:50.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:10:50.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:10:50.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:10:50.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:10:50.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:10:50.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:10:50.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:10:50.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:10:50.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:10:50.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:10:50.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:10:50.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:50.857239 20446 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:10:50.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:50.859023 20446 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:10:50.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:50.859575 20446 kserver.cc:163] Server-wide thread pool size limit: 3276
08:10:50.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:50.862432 20446 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
08:10:50.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:50.867638 20446 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:10:50.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:50.867865 20446 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:10:50.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:50.868155 20446 ts_tablet_manager.cc:610] Registered 0 tablets
08:10:50.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:50.868347 20446 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:10:51.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:51.043445 20446 rpc_server.cc:307] RPC server started. Bound to: 127.19.136.65:40811
08:10:51.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:51.043592 20693 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.136.65:40811 every 8 connection(s)
08:10:51.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:51.046634 20446 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-0/data/info.pb
08:10:51.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:51.050817 20001 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu as pid 20446
08:10:51.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:51.051275 20001 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-0/wal/instance
08:10:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:51.064845 20001 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu
08:10:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu
08:10:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-1/wal
08:10:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-1/data
08:10:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:10:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:10:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:10:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-1/logs
08:10:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-1/data/info.pb
08:10:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:10:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:10:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:10:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:10:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:10:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:10:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.136.66:0
08:10:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.136.66
08:10:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.136.66
08:10:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.136.126:35123,127.19.136.125:36789,127.19.136.124:36827
08:10:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.136.84:42707
08:10:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:10:51.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:51.103272 20694 heartbeater.cc:347] Connected to a master server at 127.19.136.124:36827
08:10:51.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:51.103847 20694 heartbeater.cc:464] Registering TS with master...
08:10:51.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:51.105189 20694 heartbeater.cc:511] Master 127.19.136.124:36827 requested a full tablet report, sending...
08:10:51.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:51.108928 20305 ts_manager.cc:194] Registered new tserver with Master: 648d17a9640444a6b3e68e7ff8f7834b (127.19.136.65:40811)
08:10:51.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:51.117551 20695 heartbeater.cc:347] Connected to a master server at 127.19.136.125:36789
08:10:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:51.117937 20695 heartbeater.cc:464] Registering TS with master...
08:10:51.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:51.118837 20695 heartbeater.cc:511] Master 127.19.136.125:36789 requested a full tablet report, sending...
08:10:51.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:51.119895 20699 heartbeater.cc:347] Connected to a master server at 127.19.136.126:35123
08:10:51.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:51.120294 20699 heartbeater.cc:464] Registering TS with master...
08:10:51.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:51.121155 20699 heartbeater.cc:511] Master 127.19.136.126:35123 requested a full tablet report, sending...
08:10:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:51.121575 20190 ts_manager.cc:194] Registered new tserver with Master: 648d17a9640444a6b3e68e7ff8f7834b (127.19.136.65:40811)
08:10:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:51.124583 20190 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.19.136.65:44945
08:10:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:51.124361 20074 ts_manager.cc:194] Registered new tserver with Master: 648d17a9640444a6b3e68e7ff8f7834b (127.19.136.65:40811)
08:10:51.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:51.495849 20701 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:10:51.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:51.496417 20701 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:10:51.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:51.497179 20701 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:10:51.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:51.531102 20701 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:10:51.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:51.532120 20701 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.136.66
08:10:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:51.567677 20701 tablet_server_runner.cc:78] Tablet server non-default flags:
08:10:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.136.84:42707
08:10:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:10:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-1/data
08:10:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-1/wal
08:10:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.136.66:0
08:10:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:10:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-1/data/info.pb
08:10:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.136.66
08:10:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.136.126:35123,127.19.136.125:36789,127.19.136.124:36827
08:10:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:10:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:10:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:10:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.136.66
08:10:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-1/logs
08:10:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:10:51.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:10:51.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:10:51.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:10:51.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:10:51.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:10:51.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 07:06:50 UTC on ccycloud.quasar-scazzs.root.comops.site
08:10:51.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571905
08:10:51.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:10:51.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:51.569315 20701 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:10:51.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:51.571616 20701 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:10:51.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:51.596158 20729 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:52.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.130823 20695 heartbeater.cc:503] Master 127.19.136.125:36789 was elected leader, sending a full tablet report...
08:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:51.597165 20722 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:52.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:51.599607 20721 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:52.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:51.597738 20701 server_base.cc:1034] running on GCE node
08:10:52.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.735687 20701 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:10:52.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.738070 20701 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:10:52.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.739526 20701 hybrid_clock.cc:648] HybridClock initialized: now 1786090252739444 us; error 44 us; skew 500 ppm
08:10:52.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.740698 20701 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:10:52.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.747057 20701 webserver.cc:460] Webserver started at http://127.19.136.66:39291/ using document root <none> and password file <none>
08:10:52.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.748066 20701 fs_manager.cc:359] Metadata directory not provided
08:10:52.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.748257 20701 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:10:52.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.748667 20701 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:10:52.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.753856 20701 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-1/data/instance:
08:10:52.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3df4f3752f4343b986821e66221d767c"
08:10:52.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:10:52 on dist-test-slave-pww0"
08:10:52.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.755070 20701 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-1/wal/instance:
08:10:52.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3df4f3752f4343b986821e66221d767c"
08:10:52.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:10:52 on dist-test-slave-pww0"
08:10:52.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.763089 20701 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
08:10:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.770287 20743 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:10:52.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.771713 20701 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
08:10:52.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.772118 20701 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-1/data,/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-1/wal
08:10:52.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3df4f3752f4343b986821e66221d767c"
08:10:52.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:10:52 on dist-test-slave-pww0"
08:10:52.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.772557 20701 fs_report.cc:383] FS layout report
08:10:52.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:10:52.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-1/wal
08:10:52.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-1/wal
08:10:52.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-1/data/data
08:10:52.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:10:52.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:10:52.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:10:52.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:10:52.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:10:52.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:10:52.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:10:52.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:10:52.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:10:52.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:10:52.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:10:52.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.817339 20701 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:10:52.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.818874 20701 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:10:52.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.819304 20701 kserver.cc:163] Server-wide thread pool size limit: 3276
08:10:52.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.821892 20701 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
08:10:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.826144 20701 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:10:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.826351 20701 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:10:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.826555 20701 ts_tablet_manager.cc:610] Registered 0 tablets
08:10:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.826682 20701 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:10:52.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.973280 20701 rpc_server.cc:307] RPC server started. Bound to: 127.19.136.66:40367
08:10:52.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.973441 20931 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.136.66:40367 every 8 connection(s)
08:10:52.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.975836 20701 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-1/data/info.pb
08:10:52.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.986377 20001 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu as pid 20701
08:10:52.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:52.987058 20001 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-1/wal/instance
08:10:53.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:53.001644 20001 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu
08:10:53.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu
08:10:53.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-2/wal
08:10:53.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-2/data
08:10:53.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:10:53.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:10:53.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:10:53.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:53.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:53.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:53.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-2/logs
08:10:53.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-2/data/info.pb
08:10:53.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:53.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:10:53.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:10:53.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:10:53.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:10:53.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:53.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:53.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:53.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:10:53.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:10:53.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.136.67:0
08:10:53.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.136.67
08:10:53.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.136.67
08:10:53.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:53.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.136.126:35123,127.19.136.125:36789,127.19.136.124:36827
08:10:53.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.136.84:42707
08:10:53.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:53.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:53.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:10:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:53.020799 20932 heartbeater.cc:347] Connected to a master server at 127.19.136.124:36827
08:10:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:53.021377 20932 heartbeater.cc:464] Registering TS with master...
08:10:53.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:53.022897 20932 heartbeater.cc:511] Master 127.19.136.124:36827 requested a full tablet report, sending...
08:10:53.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:53.025098 20934 heartbeater.cc:347] Connected to a master server at 127.19.136.126:35123
08:10:53.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:53.025470 20934 heartbeater.cc:464] Registering TS with master...
08:10:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:53.026379 20934 heartbeater.cc:511] Master 127.19.136.126:35123 requested a full tablet report, sending...
08:10:53.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:53.026750 20305 ts_manager.cc:194] Registered new tserver with Master: 3df4f3752f4343b986821e66221d767c (127.19.136.66:40367)
08:10:53.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:53.029492 20074 ts_manager.cc:194] Registered new tserver with Master: 3df4f3752f4343b986821e66221d767c (127.19.136.66:40367)
08:10:53.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:53.030942 20933 heartbeater.cc:347] Connected to a master server at 127.19.136.125:36789
08:10:53.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:53.031252 20933 heartbeater.cc:464] Registering TS with master...
08:10:53.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:53.032011 20933 heartbeater.cc:511] Master 127.19.136.125:36789 requested a full tablet report, sending...
08:10:53.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:53.034013 20190 ts_manager.cc:194] Registered new tserver with Master: 3df4f3752f4343b986821e66221d767c (127.19.136.66:40367)
08:10:53.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:53.035626 20190 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.19.136.66:41531
08:10:53.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:53.338052 20948 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:10:53.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:53.338587 20948 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:10:53.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:53.339020 20948 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:10:53.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:53.370709 20948 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:10:53.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:53.371639 20948 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.136.67
08:10:53.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:53.407333 20948 tablet_server_runner.cc:78] Tablet server non-default flags:
08:10:53.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.136.84:42707
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-2/data
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-2/wal
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.136.67:0
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-2/data/info.pb
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.136.67
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.136.126:35123,127.19.136.125:36789,127.19.136.124:36827
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.136.67
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-2/logs
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:10:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:10:53.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 07:06:50 UTC on ccycloud.quasar-scazzs.root.comops.site
08:10:53.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571905
08:10:53.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:10:53.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:53.408679 20948 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:10:53.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:53.410526 20948 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:10:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:53.430078 20964 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:54.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.039523 20933 heartbeater.cc:503] Master 127.19.136.125:36789 was elected leader, sending a full tablet report...
08:10:54.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:53.430065 20966 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:54.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:53.431782 20948 server_base.cc:1034] running on GCE node
08:10:54.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:53.430096 20963 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:54.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.562403 20948 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:10:54.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.565152 20948 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:10:54.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.566603 20948 hybrid_clock.cc:648] HybridClock initialized: now 1786090254566552 us; error 60 us; skew 500 ppm
08:10:54.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.567407 20948 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:10:54.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.574052 20948 webserver.cc:460] Webserver started at http://127.19.136.67:36421/ using document root <none> and password file <none>
08:10:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.574972 20948 fs_manager.cc:359] Metadata directory not provided
08:10:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.575163 20948 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:10:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.575627 20948 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:10:54.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.580612 20948 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-2/data/instance:
08:10:54.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9a1dae5ef4ab42eea5e7b89115072263"
08:10:54.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:10:54 on dist-test-slave-pww0"
08:10:54.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.581718 20948 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-2/wal/instance:
08:10:54.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9a1dae5ef4ab42eea5e7b89115072263"
08:10:54.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:10:54 on dist-test-slave-pww0"
08:10:54.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.588894 20948 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.001s sys 0.007s
08:10:54.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.594967 20979 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:10:54.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.596140 20948 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
08:10:54.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.596454 20948 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-2/data,/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-2/wal
08:10:54.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9a1dae5ef4ab42eea5e7b89115072263"
08:10:54.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:10:54 on dist-test-slave-pww0"
08:10:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.596763 20948 fs_report.cc:383] FS layout report
08:10:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:10:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-2/wal
08:10:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-2/wal
08:10:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-2/data/data
08:10:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:10:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:10:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:10:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:10:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:10:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:10:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:10:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:10:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:10:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:10:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:10:54.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.655405 20948 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:10:54.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.657090 20948 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:10:54.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.657598 20948 kserver.cc:163] Server-wide thread pool size limit: 3276
08:10:54.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.660431 20948 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
08:10:54.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.665119 20948 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:10:54.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.665355 20948 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:10:54.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.665567 20948 ts_tablet_manager.cc:610] Registered 0 tablets
08:10:54.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.665702 20948 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:10:54.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.812482 20948 rpc_server.cc:307] RPC server started. Bound to: 127.19.136.67:41453
08:10:54.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.812606 21171 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.136.67:41453 every 8 connection(s)
08:10:54.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.815207 20948 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-2/data/info.pb
08:10:54.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.820025 20001 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu as pid 20948
08:10:54.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.820490 20001 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster325762984511130622/ts-2/wal/instance
08:10:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.864130 21172 heartbeater.cc:347] Connected to a master server at 127.19.136.124:36827
08:10:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.864600 21172 heartbeater.cc:464] Registering TS with master...
08:10:54.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.865933 21172 heartbeater.cc:511] Master 127.19.136.124:36827 requested a full tablet report, sending...
08:10:54.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.867893 21174 heartbeater.cc:347] Connected to a master server at 127.19.136.125:36789
08:10:54.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.868247 21174 heartbeater.cc:464] Registering TS with master...
08:10:54.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.869115 21174 heartbeater.cc:511] Master 127.19.136.125:36789 requested a full tablet report, sending...
08:10:54.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.869239 20305 ts_manager.cc:194] Registered new tserver with Master: 9a1dae5ef4ab42eea5e7b89115072263 (127.19.136.67:41453)
08:10:54.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.871111 21176 heartbeater.cc:347] Connected to a master server at 127.19.136.126:35123
08:10:54.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.871486 21176 heartbeater.cc:464] Registering TS with master...
08:10:54.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.872304 21176 heartbeater.cc:511] Master 127.19.136.126:35123 requested a full tablet report, sending...
08:10:54.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.872566 20190 ts_manager.cc:194] Registered new tserver with Master: 9a1dae5ef4ab42eea5e7b89115072263 (127.19.136.67:41453)
08:10:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.874411 20190 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.19.136.67:38027
08:10:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.874837 20073 ts_manager.cc:194] Registered new tserver with Master: 9a1dae5ef4ab42eea5e7b89115072263 (127.19.136.67:41453)
08:10:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:54.894444 20001 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
08:10:54.905 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:10:54.907 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
08:10:54.918 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.19.136.126"
port: 35123
}
bound_http_address {
host: "127.19.136.126"
port: 35807
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.19.136.125"
port: 36789
}
bound_http_address {
host: "127.19.136.125"
port: 34615
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.19.136.124"
port: 36827
}
bound_http_address {
host: "127.19.136.124"
port: 40703
}
}
}
08:10:54.925 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:10:54.929 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.19.136.65"
port: 40811
}
bound_http_address {
host: "127.19.136.65"
port: 42827
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.19.136.66"
port: 40367
}
bound_http_address {
host: "127.19.136.66"
port: 39291
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.19.136.67"
port: 41453
}
bound_http_address {
host: "127.19.136.67"
port: 36421
}
}
}
08:10:54.929 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:10:55.127 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
08:10:55.264 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskUKH4GJ/test-tmp
08:10:55.264 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:10:55.265 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskUKH4GJ/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:10:55.267 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
08:10:55.626 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:10:55.626 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:10:55.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:55.629267 21188 mini_oidc.cc:152] Starting JWKS server
08:10:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:55.633276 21188 webserver.cc:460] Webserver started at http://127.0.0.1:45111/ using document root <none> and password file <none>
08:10:55.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:55.633800 21188 mini_oidc.cc:189] Starting OIDC Discovery server
08:10:55.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:55.636059 21188 webserver.cc:460] Webserver started at http://127.0.0.1:42877/ using document root <none> and password file <none>
08:10:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
08:10:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/principal' for realm 'KRBTEST.COM',
08:10:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
08:10:55.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 08:10:55 dist-test-slave-pww0 krb5kdc[21209](info): setting up network...
08:10:55.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
08:10:55.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 08:10:55 dist-test-slave-pww0 krb5kdc[21209](info): set up 2 sockets
08:10:55.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 08:10:55 dist-test-slave-pww0 krb5kdc[21209](info): commencing operation
08:10:55.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
08:10:55.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:55.878088 21174 heartbeater.cc:503] Master 127.19.136.125:36789 was elected leader, sending a full tablet report...
08:10:56.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:56.922676 21188 mini_kdc.cc:121] Time spent starting KDC: real 1.261s user 0.000s sys 0.027s
08:10:56.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
08:10:56.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:10:56.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
08:10:56.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
08:10:56.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:10:56.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
08:10:56.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
08:10:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:10:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
08:10:57.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:10:57.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/test-user.keytab.
08:10:57.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/test-user.keytab.
08:10:57.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 08:10:57 dist-test-slave-pww0 krb5kdc[21209](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786090257, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:10:57.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:10:57.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T08:10:57Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
08:10:57.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T08:10:57Z Disabled control of system clock
08:10:57.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.177.62@KRBTEST.COM; defaulting to no policy
08:10:57.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:10:57.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.177.62@KRBTEST.COM" created.
08:10:57.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:10:57.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.177.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/kudu_127.20.177.62.keytab.
08:10:57.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.177.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/kudu_127.20.177.62.keytab.
08:10:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:57.142444 21188 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu
08:10:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu
08:10:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/wal
08:10:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/data
08:10:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:10:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:10:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:10:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/logs
08:10:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/data/info.pb
08:10:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:10:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:10:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:10:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:10:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:10:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:10:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:10:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:10:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.177.62:43523
08:10:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.177.62
08:10:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/kudu_127.20.177.62.keytab
08:10:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.177.62
08:10:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:10:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:10:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:10:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.177.20:39105
08:10:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:10:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:10:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.177.62:43523,127.20.177.61:42475,127.20.177.60:36303
08:10:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:10:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45111/jwks.json
08:10:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:10:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:57.455158 21227 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:10:57.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:57.455904 21227 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:10:57.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:57.456683 21227 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:10:57.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:57.495380 21227 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:10:57.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:57.495752 21227 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:10:57.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:57.496203 21227 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:10:57.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:57.496524 21227 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:10:57.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:57.496857 21227 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:10:57.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:57.497176 21227 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:10:57.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:57.497411 21227 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45111/jwks.json
08:10:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:57.540860 21227 master_runner.cc:386] Master server non-default flags:
08:10:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.177.20:39105
08:10:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:10:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/data
08:10:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/wal
08:10:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:10:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:10:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.177.62:43523,127.20.177.61:42475,127.20.177.60:36303
08:10:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/kudu_127.20.177.62.keytab
08:10:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.177.62
08:10:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:10:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.177.62:43523
08:10:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:10:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:10:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:10:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45111/jwks.json
08:10:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:10:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:10:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:10:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:57.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:57.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/data/info.pb
08:10:57.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.177.62
08:10:57.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:57.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:10:57.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:57.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:10:57.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:10:57.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:57.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/logs
08:10:57.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:57.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:10:57.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:10:57.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:10:57.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:10:57.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:10:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:10:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 07:06:50 UTC on ccycloud.quasar-scazzs.root.comops.site
08:10:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571905
08:10:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:10:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:57.542224 21227 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:10:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:57.543743 21227 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:10:57.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:57.564132 21236 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:57.565902 21227 server_base.cc:1034] running on GCE node
08:10:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:57.564213 21241 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:57.565061 21239 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:58.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.713006 21227 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:10:58.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.715754 21227 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:10:58.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.717155 21227 hybrid_clock.cc:648] HybridClock initialized: now 1786090258717182 us; error 106 us; skew 500 ppm
08:10:58.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.718071 21227 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:10:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 08:10:58 dist-test-slave-pww0 krb5kdc[21209](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786090258, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.177.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:10:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.724295 21227 init.cc:377] Logged in from keytab as kudu/127.20.177.62@KRBTEST.COM (short username kudu)
08:10:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.730046 21227 webserver.cc:460] Webserver started at http://127.20.177.62:44001/ using document root <none> and password file <none>
08:10:58.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.731154 21227 fs_manager.cc:359] Metadata directory not provided
08:10:58.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.731400 21227 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:10:58.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.732013 21227 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:10:58.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.737334 21227 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/data/instance:
08:10:58.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a2c96e5b032462d94eefab346488519"
08:10:58.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:10:58 on dist-test-slave-pww0"
08:10:58.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.738715 21227 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/wal/instance:
08:10:58.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a2c96e5b032462d94eefab346488519"
08:10:58.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:10:58 on dist-test-slave-pww0"
08:10:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.746848 21227 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.004s
08:10:58.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.752442 21256 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:10:58.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.753566 21227 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
08:10:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.753937 21227 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/data,/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/wal
08:10:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a2c96e5b032462d94eefab346488519"
08:10:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:10:58 on dist-test-slave-pww0"
08:10:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.754323 21227 fs_report.cc:383] FS layout report
08:10:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:10:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/wal
08:10:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/wal
08:10:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/data/data
08:10:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:10:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:10:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:10:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:10:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:10:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:10:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:10:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:10:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:10:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:10:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:10:58.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.790787 21227 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:10:58.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.796552 21227 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:10:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.796972 21227 kserver.cc:163] Server-wide thread pool size limit: 3276
08:10:58.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.873119 21227 rpc_server.cc:307] RPC server started. Bound to: 127.20.177.62:43523
08:10:58.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.873207 21328 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.177.62:43523 every 8 connection(s)
08:10:58.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.876610 21227 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/data/info.pb
08:10:58.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.880617 21188 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu as pid 21227
08:10:58.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.881193 21188 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/wal/instance
08:10:58.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.882902 21333 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:10:58.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.897612 21333 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.177.62" port: 43523 } has no permanent_uuid. Determining permanent_uuid...
08:10:58.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.177.61@KRBTEST.COM; defaulting to no policy
08:10:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:10:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.177.61@KRBTEST.COM" created.
08:10:58.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 08:10:58 dist-test-slave-pww0 krb5kdc[21209](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786090258, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.177.62@KRBTEST.COM for kudu/127.20.177.62@KRBTEST.COM
08:10:58.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:10:58.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.177.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/kudu_127.20.177.61.keytab.
08:10:58.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.177.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/kudu_127.20.177.61.keytab.
08:10:58.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.933445 21188 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu
08:10:58.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu
08:10:58.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/wal
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/data
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/logs
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/data/info.pb
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.177.61:42475
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.177.61
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/kudu_127.20.177.61.keytab
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.177.61
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.177.20:39105
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:10:58.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:10:58.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.177.62:43523,127.20.177.61:42475,127.20.177.60:36303
08:10:58.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:10:58.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45111/jwks.json
08:10:58.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:10:58.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.940393 21333 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.177.61" port: 42475 } has no permanent_uuid. Determining permanent_uuid...
08:10:58.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:58.943167 21263 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.177.61:42475: connect: Connection refused (error 111)
08:10:58.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:58.947198 21333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.177.61:42475: Network error: Client connection negotiation failed: client connection to 127.20.177.61:42475: connect: Connection refused (error 111)
08:10:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:58.996727 21333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.177.61" port: 42475 } attempt: 1
08:10:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:59.001186 21333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.177.61:42475: Network error: Client connection negotiation failed: client connection to 127.20.177.61:42475: connect: Connection refused (error 111)
08:10:59.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:59.069660 21333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.177.61" port: 42475 } attempt: 2
08:10:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:59.073832 21333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.177.61:42475: Network error: Client connection negotiation failed: client connection to 127.20.177.61:42475: connect: Connection refused (error 111)
08:10:59.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:59.165231 21333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.177.61" port: 42475 } attempt: 3
08:10:59.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:59.169087 21333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.177.61:42475: Network error: Client connection negotiation failed: client connection to 127.20.177.61:42475: connect: Connection refused (error 111)
08:10:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:59.267185 21349 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:10:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:59.268151 21349 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:10:59.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:59.268880 21349 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:10:59.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:59.300565 21349 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:10:59.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:59.300871 21349 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:10:59.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:59.301267 21349 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:10:59.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:59.301570 21349 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:10:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:59.301862 21349 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:10:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:59.302145 21349 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:10:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:59.302347 21349 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45111/jwks.json
08:10:59.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:59.312522 21333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.177.61" port: 42475 } attempt: 4
08:10:59.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:59.316171 21333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.177.61:42475: Network error: Client connection negotiation failed: client connection to 127.20.177.61:42475: connect: Connection refused (error 111)
08:10:59.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:59.341220 21349 master_runner.cc:386] Master server non-default flags:
08:10:59.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:59.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.177.20:39105
08:10:59.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:59.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:10:59.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/data
08:10:59.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/wal
08:10:59.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:10:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:10:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.177.62:43523,127.20.177.61:42475,127.20.177.60:36303
08:10:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/kudu_127.20.177.61.keytab
08:10:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.177.61
08:10:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:10:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.177.61:42475
08:10:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:10:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:10:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:10:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45111/jwks.json
08:10:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:10:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:10:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:10:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/data/info.pb
08:10:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.177.61
08:10:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:10:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:10:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:10:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/logs
08:10:59.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:59.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:10:59.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:10:59.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:10:59.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:10:59.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:10:59.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:10:59.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 07:06:50 UTC on ccycloud.quasar-scazzs.root.comops.site
08:10:59.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571905
08:10:59.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:10:59.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:59.342494 21349 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:10:59.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:59.343696 21349 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:10:59.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:59.364321 21362 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:59.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:59.615561 21333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.177.61" port: 42475 } attempt: 5
08:10:59.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:59.619911 21333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.177.61:42475: Network error: Client connection negotiation failed: client connection to 127.20.177.61:42475: connect: Connection refused (error 111)
08:11:00.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.167335 21333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.177.61" port: 42475 } attempt: 6
08:11:00.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:00.178215 21333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.177.61:42475: Network error: Client connection negotiation failed: client connection to 127.20.177.61:42475: connect: Connection refused (error 111)
08:11:00.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:10:59.366794 21349 server_base.cc:1034] running on GCE node
08:11:00.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:59.365082 21370 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:11:00.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:10:59.364905 21366 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:11:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.501160 21349 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:11:00.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.504371 21349 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:11:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.505807 21349 hybrid_clock.cc:648] HybridClock initialized: now 1786090260505768 us; error 46 us; skew 500 ppm
08:11:00.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.506780 21349 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:11:00.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 08:11:00 dist-test-slave-pww0 krb5kdc[21209](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786090260, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.177.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:11:00.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.516415 21349 init.cc:377] Logged in from keytab as kudu/127.20.177.61@KRBTEST.COM (short username kudu)
08:11:00.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.521486 21349 webserver.cc:460] Webserver started at http://127.20.177.61:39995/ using document root <none> and password file <none>
08:11:00.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.522538 21349 fs_manager.cc:359] Metadata directory not provided
08:11:00.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.522775 21349 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:11:00.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.523304 21349 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:11:00.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.528820 21349 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/data/instance:
08:11:00.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c224456b16044b6c8609cb1a4083f41c"
08:11:00.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:11:00 on dist-test-slave-pww0"
08:11:00.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.530165 21349 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/wal/instance:
08:11:00.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c224456b16044b6c8609cb1a4083f41c"
08:11:00.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:11:00 on dist-test-slave-pww0"
08:11:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.539026 21349 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.010s sys 0.000s
08:11:00.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.545696 21385 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:11:00.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.547155 21349 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
08:11:00.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.547593 21349 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/data,/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/wal
08:11:00.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c224456b16044b6c8609cb1a4083f41c"
08:11:00.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:11:00 on dist-test-slave-pww0"
08:11:00.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.547983 21349 fs_report.cc:383] FS layout report
08:11:00.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:11:00.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/wal
08:11:00.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/wal
08:11:00.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/data/data
08:11:00.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:11:00.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:11:00.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:11:00.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:11:00.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:11:00.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:11:00.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:11:00.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:11:00.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:11:00.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:11:00.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:11:00.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.589834 21349 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:11:00.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.596387 21349 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:11:00.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.596966 21349 kserver.cc:163] Server-wide thread pool size limit: 3276
08:11:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.680306 21349 rpc_server.cc:307] RPC server started. Bound to: 127.20.177.61:42475
08:11:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.680392 21454 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.177.61:42475 every 8 connection(s)
08:11:00.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.683037 21349 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/data/info.pb
08:11:00.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.687906 21188 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu as pid 21349
08:11:00.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.688318 21188 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/wal/instance
08:11:00.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.688446 21455 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:11:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.701872 21455 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.177.62" port: 43523 } has no permanent_uuid. Determining permanent_uuid...
08:11:00.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.177.60@KRBTEST.COM; defaulting to no policy
08:11:00.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:11:00.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.177.60@KRBTEST.COM" created.
08:11:00.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 08:11:00 dist-test-slave-pww0 krb5kdc[21209](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786090260, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.177.61@KRBTEST.COM for kudu/127.20.177.62@KRBTEST.COM
08:11:00.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:11:00.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.177.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/kudu_127.20.177.60.keytab.
08:11:00.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.177.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/kudu_127.20.177.60.keytab.
08:11:00.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.743809 21455 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.177.61" port: 42475 } has no permanent_uuid. Determining permanent_uuid...
08:11:00.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.744798 21188 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu
08:11:00.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu
08:11:00.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/wal
08:11:00.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/data
08:11:00.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:11:00.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:11:00.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:11:00.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:11:00.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:11:00.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:11:00.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/logs
08:11:00.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/data/info.pb
08:11:00.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:11:00.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:11:00.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:11:00.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:11:00.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:11:00.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:11:00.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:11:00.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:11:00.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:11:00.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:11:00.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:11:00.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:11:00.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.177.60:36303
08:11:00.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.177.60
08:11:00.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:11:00.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/kudu_127.20.177.60.keytab
08:11:00.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.177.60
08:11:00.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:11:00.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:11:00.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:11:00.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.177.20:39105
08:11:00.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:11:00.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:11:00.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:11:00.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:11:00.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.177.62:43523,127.20.177.61:42475,127.20.177.60:36303
08:11:00.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:11:00.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45111/jwks.json
08:11:00.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:11:00.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 08:11:00 dist-test-slave-pww0 krb5kdc[21209](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786090260, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.177.61@KRBTEST.COM for kudu/127.20.177.61@KRBTEST.COM
08:11:00.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.773330 21455 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.177.60" port: 36303 } has no permanent_uuid. Determining permanent_uuid...
08:11:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:00.775594 21388 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.177.60:36303: connect: Connection refused (error 111)
08:11:00.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:00.779752 21455 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.177.60:36303: Network error: Client connection negotiation failed: client connection to 127.20.177.60:36303: connect: Connection refused (error 111)
08:11:00.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.829346 21455 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.177.60" port: 36303 } attempt: 1
08:11:00.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:00.833197 21455 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.177.60:36303: Network error: Client connection negotiation failed: client connection to 127.20.177.60:36303: connect: Connection refused (error 111)
08:11:00.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.901551 21455 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.177.60" port: 36303 } attempt: 2
08:11:00.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:00.906531 21455 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.177.60:36303: Network error: Client connection negotiation failed: client connection to 127.20.177.60:36303: connect: Connection refused (error 111)
08:11:00.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:00.998185 21455 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.177.60" port: 36303 } attempt: 3
08:11:01.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:01.005290 21455 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.177.60:36303: Network error: Client connection negotiation failed: client connection to 127.20.177.60:36303: connect: Connection refused (error 111)
08:11:01.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:01.148924 21455 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.177.60" port: 36303 } attempt: 4
08:11:01.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:01.152933 21455 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.177.60:36303: Network error: Client connection negotiation failed: client connection to 127.20.177.60:36303: connect: Connection refused (error 111)
08:11:01.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:01.167418 21468 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:11:01.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:01.168174 21468 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:11:01.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:01.168783 21468 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:11:01.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:01.203121 21468 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:11:01.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:01.203480 21468 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:11:01.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:01.203953 21468 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:11:01.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:01.204247 21468 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:11:01.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:01.204452 21468 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:11:01.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:01.204632 21468 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:11:01.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:01.204766 21468 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45111/jwks.json
08:11:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:01.238777 21333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.177.61" port: 42475 } attempt: 7
08:11:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 08:11:01 dist-test-slave-pww0 krb5kdc[21209](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786090258, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.177.62@KRBTEST.COM for kudu/127.20.177.61@KRBTEST.COM
08:11:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:01.257517 21468 master_runner.cc:386] Master server non-default flags:
08:11:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:11:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.177.20:39105
08:11:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:11:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:11:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/data
08:11:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/wal
08:11:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:11:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:11:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.177.62:43523,127.20.177.61:42475,127.20.177.60:36303
08:11:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/kudu_127.20.177.60.keytab
08:11:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.177.60
08:11:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:11:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:11:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:11:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.177.60:36303
08:11:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:11:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:11:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:11:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45111/jwks.json
08:11:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:11:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:11:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:11:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:11:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:11:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/data/info.pb
08:11:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.177.60
08:11:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:11:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:11:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:11:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:11:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:11:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:11:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/logs
08:11:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:11:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:11:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:11:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:11:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:11:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:11:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:11:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 07:06:50 UTC on ccycloud.quasar-scazzs.root.comops.site
08:11:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571905
08:11:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:11:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:01.259068 21468 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:11:01.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:01.260365 21468 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:11:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:01.263104 21333 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.177.60" port: 36303 } has no permanent_uuid. Determining permanent_uuid...
08:11:01.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:01.268460 21333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.177.60:36303: Network error: Client connection negotiation failed: client connection to 127.20.177.60:36303: connect: Connection refused (error 111)
08:11:01.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:01.279907 21481 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:11:01.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:01.326905 21333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.177.60" port: 36303 } attempt: 1
08:11:01.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:01.331419 21333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.177.60:36303: Network error: Client connection negotiation failed: client connection to 127.20.177.60:36303: connect: Connection refused (error 111)
08:11:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:01.412863 21333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.177.60" port: 36303 } attempt: 2
08:11:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:01.417135 21333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.177.60:36303: Network error: Client connection negotiation failed: client connection to 127.20.177.60:36303: connect: Connection refused (error 111)
08:11:01.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:01.452427 21455 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.177.60" port: 36303 } attempt: 5
08:11:01.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:01.456274 21455 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.177.60:36303: Network error: Client connection negotiation failed: client connection to 127.20.177.60:36303: connect: Connection refused (error 111)
08:11:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:01.502494 21333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.177.60" port: 36303 } attempt: 3
08:11:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:01.506592 21333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.177.60:36303: Network error: Client connection negotiation failed: client connection to 127.20.177.60:36303: connect: Connection refused (error 111)
08:11:01.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:01.647032 21333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.177.60" port: 36303 } attempt: 4
08:11:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:01.650708 21333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.177.60:36303: Network error: Client connection negotiation failed: client connection to 127.20.177.60:36303: connect: Connection refused (error 111)
08:11:01.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:01.934137 21333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.177.60" port: 36303 } attempt: 5
08:11:01.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:01.938045 21333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.177.60:36303: Network error: Client connection negotiation failed: client connection to 127.20.177.60:36303: connect: Connection refused (error 111)
08:11:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.003755 21455 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.177.60" port: 36303 } attempt: 6
08:11:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:02.011188 21455 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.177.60:36303: Network error: Client connection negotiation failed: client connection to 127.20.177.60:36303: connect: Connection refused (error 111)
08:11:02.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:01.279949 21483 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:11:02.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:01.281582 21468 server_base.cc:1034] running on GCE node
08:11:02.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:01.279937 21487 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:11:02.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.433561 21468 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:11:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.437888 21468 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:11:02.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.439356 21468 hybrid_clock.cc:648] HybridClock initialized: now 1786090262439290 us; error 77 us; skew 500 ppm
08:11:02.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.440263 21468 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:11:02.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 08:11:02 dist-test-slave-pww0 krb5kdc[21209](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786090262, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.177.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:11:02.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.446943 21468 init.cc:377] Logged in from keytab as kudu/127.20.177.60@KRBTEST.COM (short username kudu)
08:11:02.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.452162 21468 webserver.cc:460] Webserver started at http://127.20.177.60:38991/ using document root <none> and password file <none>
08:11:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.453320 21468 fs_manager.cc:359] Metadata directory not provided
08:11:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.453524 21468 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:11:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.453912 21468 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:11:02.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.459177 21468 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/data/instance:
08:11:02.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9c2c6afe9e724ef09242bce3b319b054"
08:11:02.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:11:02 on dist-test-slave-pww0"
08:11:02.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.460417 21468 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/wal/instance:
08:11:02.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9c2c6afe9e724ef09242bce3b319b054"
08:11:02.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:11:02 on dist-test-slave-pww0"
08:11:02.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.468623 21468 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.001s
08:11:02.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.474527 21517 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:11:02.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.475807 21468 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
08:11:02.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.476229 21468 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/data,/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/wal
08:11:02.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9c2c6afe9e724ef09242bce3b319b054"
08:11:02.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:11:02 on dist-test-slave-pww0"
08:11:02.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.476681 21468 fs_report.cc:383] FS layout report
08:11:02.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:11:02.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/wal
08:11:02.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/wal
08:11:02.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/data/data
08:11:02.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:11:02.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:11:02.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:11:02.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:11:02.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:11:02.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:11:02.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:11:02.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:11:02.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:11:02.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:11:02.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:11:02.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.490571 21333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.177.60" port: 36303 } attempt: 6
08:11:02.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:02.497033 21333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.177.60:36303: Network error: Client connection negotiation failed: client connection to 127.20.177.60:36303: connect: Connection refused (error 111)
08:11:02.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.522572 21468 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:11:02.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.528760 21468 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:11:02.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.529208 21468 kserver.cc:163] Server-wide thread pool size limit: 3276
08:11:02.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.604185 21468 rpc_server.cc:307] RPC server started. Bound to: 127.20.177.60:36303
08:11:02.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.604260 21609 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.177.60:36303 every 8 connection(s)
08:11:02.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.607118 21468 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/data/info.pb
08:11:02.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.607909 21188 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu as pid 21468
08:11:02.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.608425 21188 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/wal/instance
08:11:02.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.614491 21610 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:11:02.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.632988 21610 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.177.62" port: 43523 } has no permanent_uuid. Determining permanent_uuid...
08:11:02.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 08:11:02 dist-test-slave-pww0 krb5kdc[21209](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786090257, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.177.60@KRBTEST.COM
08:11:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 08:11:02 dist-test-slave-pww0 krb5kdc[21209](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786090262, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.177.60@KRBTEST.COM for kudu/127.20.177.62@KRBTEST.COM
08:11:02.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.668063 21610 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.177.61" port: 42475 } has no permanent_uuid. Determining permanent_uuid...
08:11:02.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 08:11:02 dist-test-slave-pww0 krb5kdc[21209](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786090262, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.177.60@KRBTEST.COM for kudu/127.20.177.61@KRBTEST.COM
08:11:02.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 08:11:02 dist-test-slave-pww0 krb5kdc[21209](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786090257, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.177.61@KRBTEST.COM
08:11:02.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.700570 21610 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.177.60" port: 36303 } has no permanent_uuid. Determining permanent_uuid...
08:11:02.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 08:11:02 dist-test-slave-pww0 krb5kdc[21209](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786090262, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.177.60@KRBTEST.COM for kudu/127.20.177.60@KRBTEST.COM
08:11:02.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 08:11:02 dist-test-slave-pww0 krb5kdc[21209](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786090257, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.177.62@KRBTEST.COM
08:11:02.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.732139 21610 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: Bootstrap starting.
08:11:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.733227 21188 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
08:11:02.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.739811 21610 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: Neither blocks nor log segments found. Creating new log.
08:11:02.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.742268 21610 log.cc:824] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: Log is configured to *not* fsync() on all Append() calls
08:11:02.743 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:11:02.745 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
08:11:02.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.748333 21610 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: No bootstrap required, opened a new log
08:11:02.757 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
08:11:02.758 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
08:11:02.762 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.20.177.62"
port: 43523
}
bound_http_address {
host: "127.20.177.62"
port: 44001
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.20.177.61"
port: 42475
}
bound_http_address {
host: "127.20.177.61"
port: 39995
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.20.177.60"
port: 36303
}
bound_http_address {
host: "127.20.177.60"
port: 38991
}
}
}
08:11:02.762 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:11:02.762 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:11:02.763 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
08:11:02.764 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
08:11:02.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.780049 21610 raft_consensus.cc:348] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a2c96e5b032462d94eefab346488519" member_type: VOTER last_known_addr { host: "127.20.177.62" port: 43523 } } peers { permanent_uuid: "c224456b16044b6c8609cb1a4083f41c" member_type: VOTER last_known_addr { host: "127.20.177.61" port: 42475 } } peers { permanent_uuid: "9c2c6afe9e724ef09242bce3b319b054" member_type: VOTER last_known_addr { host: "127.20.177.60" port: 36303 } }
08:11:02.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.781211 21610 raft_consensus.cc:374] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:11:02.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.781466 21610 raft_consensus.cc:729] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9c2c6afe9e724ef09242bce3b319b054, State: Initialized, Role: FOLLOWER
08:11:02.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.782351 21610 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a2c96e5b032462d94eefab346488519" member_type: VOTER last_known_addr { host: "127.20.177.62" port: 43523 } } peers { permanent_uuid: "c224456b16044b6c8609cb1a4083f41c" member_type: VOTER last_known_addr { host: "127.20.177.61" port: 42475 } } peers { permanent_uuid: "9c2c6afe9e724ef09242bce3b319b054" member_type: VOTER last_known_addr { host: "127.20.177.60" port: 36303 } }
08:11:02.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.784960 21625 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a2c96e5b032462d94eefab346488519" member_type: VOTER last_known_addr { host: "127.20.177.62" port: 43523 } } peers { permanent_uuid: "c224456b16044b6c8609cb1a4083f41c" member_type: VOTER last_known_addr { host: "127.20.177.61" port: 42475 } } peers { permanent_uuid: "9c2c6afe9e724ef09242bce3b319b054" member_type: VOTER last_known_addr { host: "127.20.177.60" port: 36303 } } }
08:11:02.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.785832 21625 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [sys.catalog]: This master's current role is: FOLLOWER
08:11:02.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.786773 21610 sys_catalog.cc:564] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [sys.catalog]: configured and running, proceeding with master startup.
08:11:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 08:11:02 dist-test-slave-pww0 krb5kdc[21209](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786090262, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:11:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:11:02.800 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:11:02.803 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/krb5cc
08:11:02.814 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:11:02.815 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/krb5cc
08:11:02.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:02.816820 21646 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:02.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:02.817459 21646 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:02.818 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:11:02.827 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
08:11:02.830 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
08:11:02.830 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
08:11:02.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.814999 21468 master_runner.cc:186] Error getting master registration for 127.20.177.62:43523: OK, instance_id { permanent_uuid: "8a2c96e5b032462d94eefab346488519" instance_seqno: 1786090258853619 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:11:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.848634 21468 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:11:02.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 08:11:02 dist-test-slave-pww0 krb5kdc[21209](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786090262, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:11:02.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:11:02.864 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:11:02.864 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/krb5cc
08:11:02.866 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:11:02.867 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.177.60:36303
08:11:02.869 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
08:11:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.869704 21188 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu with pid 21468
08:11:02.917 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:11:02.917 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.177.61:42475
08:11:02.918 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
08:11:02.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.918918 21188 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu with pid 21349
08:11:02.941 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:11:02.941 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.177.62:43523
08:11:02.942 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
08:11:02.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.942488 21188 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu with pid 21227
08:11:02.975 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:11:02.976 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.177.60:36303
08:11:02.978 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
08:11:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:02.980211 21188 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu
08:11:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu
08:11:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/wal
08:11:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/data
08:11:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:11:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/logs
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/data/info.pb
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.177.60:36303
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.177.60
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38991
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/kudu_127.20.177.60.keytab
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.177.60
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.177.20:39105
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.177.62:43523,127.20.177.61:42475,127.20.177.60:36303
08:11:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:11:02.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45111/jwks.json
08:11:02.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:11:03.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:03.319077 21653 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:11:03.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:03.319958 21653 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:11:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:03.320932 21653 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:11:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:03.356976 21653 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:11:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:03.357283 21653 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:11:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:03.357640 21653 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:11:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:03.357856 21653 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:11:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:03.358042 21653 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:11:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:03.358222 21653 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:11:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:03.358371 21653 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45111/jwks.json
08:11:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:03.397176 21653 master_runner.cc:386] Master server non-default flags:
08:11:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:11:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.177.20:39105
08:11:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:11:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:11:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/data
08:11:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/wal
08:11:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:11:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:11:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.177.62:43523,127.20.177.61:42475,127.20.177.60:36303
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/kudu_127.20.177.60.keytab
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.177.60
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.177.60:36303
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45111/jwks.json
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/data/info.pb
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.177.60
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38991
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/logs
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 07:06:50 UTC on ccycloud.quasar-scazzs.root.comops.site
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571905
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:03.398483 21653 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:11:03.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:03.399653 21653 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:11:03.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:03.419306 21672 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:11:04.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:03.420696 21666 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:11:04.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:03.420909 21653 server_base.cc:1034] running on GCE node
08:11:04.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:03.419325 21667 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:11:04.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.558543 21653 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:11:04.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.562111 21653 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:11:04.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.563617 21653 hybrid_clock.cc:648] HybridClock initialized: now 1786090264563570 us; error 51 us; skew 500 ppm
08:11:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.564728 21653 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:11:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 08:11:04 dist-test-slave-pww0 krb5kdc[21209](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786090264, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.177.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:11:04.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.571856 21653 init.cc:377] Logged in from keytab as kudu/127.20.177.60@KRBTEST.COM (short username kudu)
08:11:04.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.577561 21653 webserver.cc:460] Webserver started at http://127.20.177.60:38991/ using document root <none> and password file <none>
08:11:04.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.578588 21653 fs_manager.cc:359] Metadata directory not provided
08:11:04.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.578831 21653 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:11:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.586980 21653 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.001s
08:11:04.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.591594 21688 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:11:04.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.592866 21653 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.003s
08:11:04.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.593242 21653 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/data,/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/wal
08:11:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9c2c6afe9e724ef09242bce3b319b054"
08:11:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:11:02 on dist-test-slave-pww0"
08:11:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.595872 21653 fs_report.cc:383] FS layout report
08:11:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:11:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/wal
08:11:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/wal
08:11:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/data/data
08:11:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:11:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:11:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:11:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:11:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:11:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:11:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:11:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:11:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:11:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:11:04.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:11:04.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.641350 21653 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:11:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.648126 21653 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:11:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.648638 21653 kserver.cc:163] Server-wide thread pool size limit: 3276
08:11:04.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.720999 21653 rpc_server.cc:307] RPC server started. Bound to: 127.20.177.60:36303
08:11:04.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.721132 21769 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.177.60:36303 every 8 connection(s)
08:11:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.723863 21653 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-2/data/info.pb
08:11:04.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.732540 21188 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu as pid 21653
08:11:04.733 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:11:04.733 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.177.61:42475
08:11:04.733 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
08:11:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.735155 21188 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu
08:11:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu
08:11:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/wal
08:11:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/data
08:11:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:11:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:11:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:11:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:11:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:11:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:11:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/logs
08:11:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/data/info.pb
08:11:04.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:11:04.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:11:04.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:11:04.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:11:04.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:11:04.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:11:04.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:11:04.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:11:04.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:11:04.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:11:04.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:11:04.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:11:04.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.177.61:42475
08:11:04.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.177.61
08:11:04.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39995
08:11:04.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/kudu_127.20.177.61.keytab
08:11:04.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.177.61
08:11:04.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:11:04.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:11:04.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:11:04.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.177.20:39105
08:11:04.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:11:04.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:11:04.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:11:04.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:11:04.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.177.62:43523,127.20.177.61:42475,127.20.177.60:36303
08:11:04.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:11:04.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45111/jwks.json
08:11:04.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:11:04.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.735282 21770 sys_catalog.cc:263] Verifying existing consensus state
08:11:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.741113 21770 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: Bootstrap starting.
08:11:04.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.784446 21770 log.cc:824] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: Log is configured to *not* fsync() on all Append() calls
08:11:04.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.789068 21770 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:11:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.789872 21770 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: Bootstrap complete.
08:11:04.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.819103 21770 raft_consensus.cc:348] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a2c96e5b032462d94eefab346488519" member_type: VOTER last_known_addr { host: "127.20.177.62" port: 43523 } } peers { permanent_uuid: "c224456b16044b6c8609cb1a4083f41c" member_type: VOTER last_known_addr { host: "127.20.177.61" port: 42475 } } peers { permanent_uuid: "9c2c6afe9e724ef09242bce3b319b054" member_type: VOTER last_known_addr { host: "127.20.177.60" port: 36303 } }
08:11:04.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.822645 21770 raft_consensus.cc:374] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:11:04.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.822969 21770 raft_consensus.cc:729] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9c2c6afe9e724ef09242bce3b319b054, State: Initialized, Role: FOLLOWER
08:11:04.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.824002 21770 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a2c96e5b032462d94eefab346488519" member_type: VOTER last_known_addr { host: "127.20.177.62" port: 43523 } } peers { permanent_uuid: "c224456b16044b6c8609cb1a4083f41c" member_type: VOTER last_known_addr { host: "127.20.177.61" port: 42475 } } peers { permanent_uuid: "9c2c6afe9e724ef09242bce3b319b054" member_type: VOTER last_known_addr { host: "127.20.177.60" port: 36303 } }
08:11:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.827090 21776 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a2c96e5b032462d94eefab346488519" member_type: VOTER last_known_addr { host: "127.20.177.62" port: 43523 } } peers { permanent_uuid: "c224456b16044b6c8609cb1a4083f41c" member_type: VOTER last_known_addr { host: "127.20.177.61" port: 42475 } } peers { permanent_uuid: "9c2c6afe9e724ef09242bce3b319b054" member_type: VOTER last_known_addr { host: "127.20.177.60" port: 36303 } } }
08:11:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.828253 21776 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [sys.catalog]: This master's current role is: FOLLOWER
08:11:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.828866 21770 sys_catalog.cc:564] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [sys.catalog]: configured and running, proceeding with master startup.
08:11:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:04.857281 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:04.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:04.857752 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:04.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.860416 21653 master_runner.cc:186] Error getting master registration for 127.20.177.62:43523: Network error: Client connection negotiation failed: client connection to 127.20.177.62:43523: connect: Connection refused (error 111),
08:11:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:04.888827 21653 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:11:04.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:04.905539 21702 tablet.cc:2369] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:11:05.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:05.092478 21772 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:11:05.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:05.093349 21772 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:11:05.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:05.094039 21772 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:11:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:05.119030 21776 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:11:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:05.119702 21776 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a2c96e5b032462d94eefab346488519" member_type: VOTER last_known_addr { host: "127.20.177.62" port: 43523 } } peers { permanent_uuid: "c224456b16044b6c8609cb1a4083f41c" member_type: VOTER last_known_addr { host: "127.20.177.61" port: 42475 } } peers { permanent_uuid: "9c2c6afe9e724ef09242bce3b319b054" member_type: VOTER last_known_addr { host: "127.20.177.60" port: 36303 } }
08:11:05.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:05.125411 21695 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.177.62:43523: connect: Connection refused (error 111)
08:11:05.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:05.125382 21776 leader_election.cc:288] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8a2c96e5b032462d94eefab346488519 (127.20.177.62:43523), c224456b16044b6c8609cb1a4083f41c (127.20.177.61:42475)
08:11:05.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:05.133646 21772 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:11:05.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:05.133973 21772 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:11:05.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:05.134497 21772 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:11:05.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:05.134863 21772 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:11:05.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:05.135221 21772 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:11:05.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:05.135589 21772 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:11:05.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:05.135849 21772 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45111/jwks.json
08:11:05.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:05.137200 21695 leader_election.cc:334] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8a2c96e5b032462d94eefab346488519 (127.20.177.62:43523): Network error: Client connection negotiation failed: client connection to 127.20.177.62:43523: connect: Connection refused (error 111)
08:11:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:05.139169 21693 leader_election.cc:334] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c224456b16044b6c8609cb1a4083f41c (127.20.177.61:42475): Network error: Client connection negotiation failed: client connection to 127.20.177.61:42475: connect: Connection refused (error 111)
08:11:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:05.139633 21693 leader_election.cc:302] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9c2c6afe9e724ef09242bce3b319b054; no voters: 8a2c96e5b032462d94eefab346488519, c224456b16044b6c8609cb1a4083f41c
08:11:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:05.140547 21776 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:11:05.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:05.176819 21772 master_runner.cc:386] Master server non-default flags:
08:11:05.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:11:05.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.177.20:39105
08:11:05.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:11:05.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:11:05.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/data
08:11:05.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/wal
08:11:05.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:11:05.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:11:05.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.177.62:43523,127.20.177.61:42475,127.20.177.60:36303
08:11:05.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/kudu_127.20.177.61.keytab
08:11:05.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.177.61
08:11:05.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:11:05.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:11:05.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:11:05.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.177.61:42475
08:11:05.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:11:05.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:11:05.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:11:05.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45111/jwks.json
08:11:05.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:11:05.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:11:05.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:11:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:11:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:11:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/data/info.pb
08:11:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.177.61
08:11:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39995
08:11:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:11:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:11:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:11:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:11:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:11:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/logs
08:11:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:11:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:11:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:11:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:11:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:11:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:11:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:11:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 07:06:50 UTC on ccycloud.quasar-scazzs.root.comops.site
08:11:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571905
08:11:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:11:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:05.178385 21772 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:11:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:05.179872 21772 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:11:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:05.201628 21812 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:11:05.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:05.862408 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:05.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:05.862778 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:06.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:05.202862 21811 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:11:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:06.380535 21813 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
08:11:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:06.380604 21772 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:11:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:05.204152 21815 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:11:06.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:06.385021 21772 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:11:06.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:06.388090 21772 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:11:06.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:06.389550 21772 hybrid_clock.cc:648] HybridClock initialized: now 1786090266389474 us; error 81 us; skew 500 ppm
08:11:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:06.390502 21772 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:11:06.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 08:11:06 dist-test-slave-pww0 krb5kdc[21209](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786090266, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.177.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:11:06.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:06.402164 21772 init.cc:377] Logged in from keytab as kudu/127.20.177.61@KRBTEST.COM (short username kudu)
08:11:06.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:06.408179 21772 webserver.cc:460] Webserver started at http://127.20.177.61:39995/ using document root <none> and password file <none>
08:11:06.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:06.409163 21772 fs_manager.cc:359] Metadata directory not provided
08:11:06.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:06.409403 21772 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:11:06.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:06.418422 21772 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.003s sys 0.002s
08:11:06.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:06.423346 21831 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:11:06.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:06.424793 21772 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.003s
08:11:06.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:06.425171 21772 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/data,/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/wal
08:11:06.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c224456b16044b6c8609cb1a4083f41c"
08:11:06.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:11:00 on dist-test-slave-pww0"
08:11:06.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:06.427691 21772 fs_report.cc:383] FS layout report
08:11:06.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:11:06.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/wal
08:11:06.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/wal
08:11:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/data/data
08:11:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:11:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:11:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:11:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:11:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:11:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:11:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:11:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:11:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:11:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:11:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:11:06.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:06.474192 21772 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:11:06.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:06.480655 21772 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:11:06.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:06.481209 21772 kserver.cc:163] Server-wide thread pool size limit: 3276
08:11:06.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:06.566921 21772 rpc_server.cc:307] RPC server started. Bound to: 127.20.177.61:42475
08:11:06.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:06.567037 21904 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.177.61:42475 every 8 connection(s)
08:11:06.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:06.569996 21772 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/data/info.pb
08:11:06.574 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:11:06.574 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.177.62:43523
08:11:06.575 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
08:11:06.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:06.572989 21188 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu as pid 21772
08:11:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:06.577730 21188 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu
08:11:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu
08:11:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/wal
08:11:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/data
08:11:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:11:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:11:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:11:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:11:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:11:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:11:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/logs
08:11:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/data/info.pb
08:11:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:11:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:11:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:11:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:11:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:11:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:11:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:11:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:11:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:11:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:11:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:11:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:11:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.177.62:43523
08:11:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.177.62
08:11:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44001
08:11:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/kudu_127.20.177.62.keytab
08:11:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.177.62
08:11:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:11:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:11:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:11:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.177.20:39105
08:11:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:11:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:11:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:11:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:11:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.177.62:43523,127.20.177.61:42475,127.20.177.60:36303
08:11:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:11:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45111/jwks.json
08:11:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:11:06.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:06.585757 21908 sys_catalog.cc:263] Verifying existing consensus state
08:11:06.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260807 08:11:06.587018 21908 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
08:11:06.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:06.588284 21772 master.cc:537] Master@127.20.177.61:42475 shutting down...
08:11:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:06.667317 21772 master.cc:552] Master@127.20.177.61:42475 shutdown complete.
08:11:06.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
08:11:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:06.866931 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:06.867288 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:06.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:06.965924 21911 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:11:06.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:06.966627 21911 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:11:06.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:06.967517 21911 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:11:07.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:07.005076 21911 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:11:07.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:07.005378 21911 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:11:07.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:07.005828 21911 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:11:07.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:07.006181 21911 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:11:07.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:07.006503 21911 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:11:07.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:07.006801 21911 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:11:07.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:07.007042 21911 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45111/jwks.json
08:11:07.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:07.008117 21922 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:11:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:07.008864 21922 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a2c96e5b032462d94eefab346488519" member_type: VOTER last_known_addr { host: "127.20.177.62" port: 43523 } } peers { permanent_uuid: "c224456b16044b6c8609cb1a4083f41c" member_type: VOTER last_known_addr { host: "127.20.177.61" port: 42475 } } peers { permanent_uuid: "9c2c6afe9e724ef09242bce3b319b054" member_type: VOTER last_known_addr { host: "127.20.177.60" port: 36303 } }
08:11:07.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:07.011081 21922 leader_election.cc:288] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8a2c96e5b032462d94eefab346488519 (127.20.177.62:43523), c224456b16044b6c8609cb1a4083f41c (127.20.177.61:42475)
08:11:07.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:07.019068 21693 leader_election.cc:334] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c224456b16044b6c8609cb1a4083f41c (127.20.177.61:42475): Network error: Client connection negotiation failed: client connection to 127.20.177.61:42475: connect: Connection refused (error 111)
08:11:07.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:07.019701 21695 leader_election.cc:334] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8a2c96e5b032462d94eefab346488519 (127.20.177.62:43523): Network error: Client connection negotiation failed: client connection to 127.20.177.62:43523: connect: Connection refused (error 111)
08:11:07.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:07.019985 21695 leader_election.cc:302] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9c2c6afe9e724ef09242bce3b319b054; no voters: 8a2c96e5b032462d94eefab346488519, c224456b16044b6c8609cb1a4083f41c
08:11:07.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:07.020567 21922 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:11:07.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:07.051191 21911 master_runner.cc:386] Master server non-default flags:
08:11:07.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:11:07.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.177.20:39105
08:11:07.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:11:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:11:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/data
08:11:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/wal
08:11:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:11:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:11:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.177.62:43523,127.20.177.61:42475,127.20.177.60:36303
08:11:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/krb5kdc/kudu_127.20.177.62.keytab
08:11:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.177.62
08:11:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:11:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:11:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:11:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.177.62:43523
08:11:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:11:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:11:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:11:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45111/jwks.json
08:11:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:11:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:11:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:11:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:11:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:11:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/data/info.pb
08:11:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.177.62
08:11:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44001
08:11:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:11:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:11:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:11:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:11:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:11:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/logs
08:11:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:11:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:11:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:11:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:11:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:11:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:11:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:11:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 07:06:50 UTC on ccycloud.quasar-scazzs.root.comops.site
08:11:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571905
08:11:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:11:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:07.052474 21911 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:11:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:07.053763 21911 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:11:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:07.071347 21930 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:11:07.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:07.870771 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:07.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:07.871129 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:08.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:07.072167 21929 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:11:08.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:07.071895 21937 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:11:08.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:07.073362 21911 server_base.cc:1034] running on GCE node
08:11:08.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:08.205493 21911 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:11:08.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:08.208359 21911 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:11:08.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:08.209764 21911 hybrid_clock.cc:648] HybridClock initialized: now 1786090268209729 us; error 47 us; skew 500 ppm
08:11:08.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:08.210728 21911 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:11:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 08:11:08 dist-test-slave-pww0 krb5kdc[21209](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786090268, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.177.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:11:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:08.216949 21911 init.cc:377] Logged in from keytab as kudu/127.20.177.62@KRBTEST.COM (short username kudu)
08:11:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:08.222268 21911 webserver.cc:460] Webserver started at http://127.20.177.62:44001/ using document root <none> and password file <none>
08:11:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:08.223265 21911 fs_manager.cc:359] Metadata directory not provided
08:11:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:08.223526 21911 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:11:08.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:08.231997 21911 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.002s sys 0.005s
08:11:08.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:08.237275 21948 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:11:08.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:08.238534 21911 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
08:11:08.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:08.238971 21911 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/data,/tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/wal
08:11:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a2c96e5b032462d94eefab346488519"
08:11:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 08:10:58 on dist-test-slave-pww0"
08:11:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:08.241487 21911 fs_report.cc:383] FS layout report
08:11:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:11:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/wal
08:11:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/wal
08:11:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/data/data
08:11:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:11:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:11:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:11:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:11:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:11:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:11:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:11:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:11:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:11:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:11:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:11:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:08.292135 21911 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:11:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:08.298461 21911 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:11:08.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:08.298916 21911 kserver.cc:163] Server-wide thread pool size limit: 3276
08:11:08.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:08.370205 21911 rpc_server.cc:307] RPC server started. Bound to: 127.20.177.62:43523
08:11:08.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:08.370370 22022 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.177.62:43523 every 8 connection(s)
08:11:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:08.373246 21911 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/data/info.pb
08:11:08.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:08.379632 21188 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu as pid 21911
08:11:08.380 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:11:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:08.384302 22023 sys_catalog.cc:263] Verifying existing consensus state
08:11:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260807 08:11:08.385159 22023 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
08:11:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:08.385617 21911 master.cc:537] Master@127.20.177.62:43523 shutting down...
08:11:08.444 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.177.60:36303(127.20.177.60:36303)] connecting to peer
08:11:08.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:08.454453 21911 master.cc:552] Master@127.20.177.62:43523 shutdown complete.
08:11:08.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskUKH4GJ/test-tmp/mini-kudu-cluster5661701080450469914/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
08:11:08.516 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.177.61:42475(127.20.177.61:42475)] connecting to peer
08:11:08.519 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.177.62:43523(127.20.177.62:43523)] connecting to peer
08:11:08.570 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.177.60:36303(127.20.177.60:36303)] Successfully connected to peer
08:11:08.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:08.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.177.61:42475(127.20.177.61:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:08.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.61:42475: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:08.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:08.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.62:43523(127.20.177.62:43523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:08.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.62:43523: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:08.655 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
08:11:08.665 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.20.177.60
08:11:08.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 08:11:08 dist-test-slave-pww0 krb5kdc[21209](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786090262, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.177.60@KRBTEST.COM
08:11:08.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:08.874531 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:08.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:08.874843 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:08.909 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x26c637ff, L:/127.0.0.1:47616 - R:/127.20.177.60:36303] using SASL/GSSAPI
08:11:08.927 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523; will retry
08:11:08.948 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.61:42475(127.20.177.61:42475)] connecting to peer
08:11:08.949 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.62:43523(127.20.177.62:43523)] connecting to peer
08:11:08.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:08.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.177.61:42475(127.20.177.61:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:08.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.61:42475: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:08.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:08.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.62:43523(127.20.177.62:43523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:08.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.62:43523: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:08.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523; will retry
08:11:08.966 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.61:42475(127.20.177.61:42475)] connecting to peer
08:11:08.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:08.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.177.61:42475(127.20.177.61:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:08.973 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.62:43523(127.20.177.62:43523)] connecting to peer
08:11:08.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.61:42475: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:08.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:08.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.62:43523(127.20.177.62:43523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:08.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.62:43523: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:08.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523; will retry
08:11:08.985 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.61:42475(127.20.177.61:42475)] connecting to peer
08:11:08.987 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.62:43523(127.20.177.62:43523)] connecting to peer
08:11:08.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:08.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.62:43523(127.20.177.62:43523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:08.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:08.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.62:43523: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:08.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.177.61:42475(127.20.177.61:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:08.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.61:42475: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:08.993 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523; will retry
08:11:09.006 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.61:42475(127.20.177.61:42475)] connecting to peer
08:11:09.007 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.62:43523(127.20.177.62:43523)] connecting to peer
08:11:09.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:09.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.177.61:42475(127.20.177.61:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:09.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.61:42475: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:09.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:09.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.62:43523(127.20.177.62:43523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:09.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.62:43523: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:09.013 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523; will retry
08:11:09.025 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.61:42475(127.20.177.61:42475)] connecting to peer
08:11:09.027 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.62:43523(127.20.177.62:43523)] connecting to peer
08:11:09.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:09.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.177.61:42475(127.20.177.61:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:09.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.61:42475: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:09.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:09.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.62:43523(127.20.177.62:43523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:09.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.62:43523: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:09.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523; will retry
08:11:09.085 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.61:42475(127.20.177.61:42475)] connecting to peer
08:11:09.089 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.62:43523(127.20.177.62:43523)] connecting to peer
08:11:09.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:09.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.177.61:42475(127.20.177.61:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:09.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.61:42475: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:09.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:09.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.62:43523(127.20.177.62:43523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:09.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.62:43523: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:09.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523; will retry
08:11:09.126 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.61:42475(127.20.177.61:42475)] connecting to peer
08:11:09.129 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.62:43523(127.20.177.62:43523)] connecting to peer
08:11:09.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:09.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.177.61:42475(127.20.177.61:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:09.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.61:42475: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:09.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:09.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.62:43523(127.20.177.62:43523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:09.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.62:43523: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:09.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523; will retry
08:11:09.248 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.61:42475(127.20.177.61:42475)] connecting to peer
08:11:09.249 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.62:43523(127.20.177.62:43523)] connecting to peer
08:11:09.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:09.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.177.61:42475(127.20.177.61:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:09.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.61:42475: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:09.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:09.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.62:43523(127.20.177.62:43523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:09.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.62:43523: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:09.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523; will retry
08:11:09.586 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.61:42475(127.20.177.61:42475)] connecting to peer
08:11:09.587 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.62:43523(127.20.177.62:43523)] connecting to peer
08:11:09.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:09.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.177.61:42475(127.20.177.61:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:09.589 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.61:42475: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:09.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:09.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.62:43523(127.20.177.62:43523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:09.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.62:43523: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:09.592 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523; will retry
08:11:09.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:09.877928 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:09.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:09.878278 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:09.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:09.879563 22033 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:11:09.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:09.880049 22033 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a2c96e5b032462d94eefab346488519" member_type: VOTER last_known_addr { host: "127.20.177.62" port: 43523 } } peers { permanent_uuid: "c224456b16044b6c8609cb1a4083f41c" member_type: VOTER last_known_addr { host: "127.20.177.61" port: 42475 } } peers { permanent_uuid: "9c2c6afe9e724ef09242bce3b319b054" member_type: VOTER last_known_addr { host: "127.20.177.60" port: 36303 } }
08:11:09.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:09.881687 22033 leader_election.cc:288] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8a2c96e5b032462d94eefab346488519 (127.20.177.62:43523), c224456b16044b6c8609cb1a4083f41c (127.20.177.61:42475)
08:11:09.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:09.887573 21695 leader_election.cc:334] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8a2c96e5b032462d94eefab346488519 (127.20.177.62:43523): Network error: Client connection negotiation failed: client connection to 127.20.177.62:43523: connect: Connection refused (error 111)
08:11:09.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:09.888010 21693 leader_election.cc:334] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c224456b16044b6c8609cb1a4083f41c (127.20.177.61:42475): Network error: Client connection negotiation failed: client connection to 127.20.177.61:42475: connect: Connection refused (error 111)
08:11:09.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:09.888362 21693 leader_election.cc:302] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9c2c6afe9e724ef09242bce3b319b054; no voters: 8a2c96e5b032462d94eefab346488519, c224456b16044b6c8609cb1a4083f41c
08:11:09.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:09.888945 22033 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:11:09.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:09.929814 21653 master_runner.cc:186] Error getting master registration for 127.20.177.62:43523: Network error: Client connection negotiation failed: client connection to 127.20.177.62:43523: connect: Connection refused (error 111),
08:11:09.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:09.930189 21653 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:11:09.986 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.61:42475(127.20.177.61:42475)] connecting to peer
08:11:09.987 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.62:43523(127.20.177.62:43523)] connecting to peer
08:11:09.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:09.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.62:43523(127.20.177.62:43523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:09.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.62:43523: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:09.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:09.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.177.61:42475(127.20.177.61:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:09.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.61:42475: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:09.990 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523; will retry
08:11:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:10.240947 21766 debug-util.cc:398] Leaking SignalData structure 0x7b08000b4f60 after lost signal to thread 21659
08:11:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:10.241567 21766 debug-util.cc:398] Leaking SignalData structure 0x7b08000b11c0 after lost signal to thread 21769
08:11:10.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:10.881266 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:10.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:10.881546 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:11.565 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.61:42475(127.20.177.61:42475)] connecting to peer
08:11:11.566 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.62:43523(127.20.177.62:43523)] connecting to peer
08:11:11.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:11.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.177.61:42475(127.20.177.61:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:11.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.61:42475: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:11.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:11.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.62:43523(127.20.177.62:43523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:11.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.62:43523: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:11.572 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523; will retry
08:11:11.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:11.884534 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:11.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:11.884871 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:12.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:12.887745 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:12.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:12.888028 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:13.775668 22044 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:11:13.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:13.776364 22044 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a2c96e5b032462d94eefab346488519" member_type: VOTER last_known_addr { host: "127.20.177.62" port: 43523 } } peers { permanent_uuid: "c224456b16044b6c8609cb1a4083f41c" member_type: VOTER last_known_addr { host: "127.20.177.61" port: 42475 } } peers { permanent_uuid: "9c2c6afe9e724ef09242bce3b319b054" member_type: VOTER last_known_addr { host: "127.20.177.60" port: 36303 } }
08:11:13.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:13.778615 22044 leader_election.cc:288] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8a2c96e5b032462d94eefab346488519 (127.20.177.62:43523), c224456b16044b6c8609cb1a4083f41c (127.20.177.61:42475)
08:11:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:13.781159 21695 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.177.62:43523: connect: Connection refused (error 111) [suppressed 5 similar messages]
08:11:13.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:13.784639 21695 leader_election.cc:334] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8a2c96e5b032462d94eefab346488519 (127.20.177.62:43523): Network error: Client connection negotiation failed: client connection to 127.20.177.62:43523: connect: Connection refused (error 111)
08:11:13.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:13.785164 21693 leader_election.cc:334] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c224456b16044b6c8609cb1a4083f41c (127.20.177.61:42475): Network error: Client connection negotiation failed: client connection to 127.20.177.61:42475: connect: Connection refused (error 111)
08:11:13.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:13.785498 21693 leader_election.cc:302] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9c2c6afe9e724ef09242bce3b319b054; no voters: 8a2c96e5b032462d94eefab346488519, c224456b16044b6c8609cb1a4083f41c
08:11:13.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:13.786182 22044 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:11:13.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:13.891609 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:13.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:13.891928 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 08:11:14 dist-test-slave-pww0 krb5kdc[21209](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786090274, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.177.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:11:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:14.576663 21681 init.cc:295] Successfully reacquired a new kerberos TGT
08:11:14.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:14.894829 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:14.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:14.895135 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:14.957857 21653 master_runner.cc:186] Error getting master registration for 127.20.177.62:43523: Network error: Client connection negotiation failed: client connection to 127.20.177.62:43523: connect: Connection refused (error 111),
08:11:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:14.958388 21653 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:11:14.985 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.61:42475(127.20.177.61:42475)] connecting to peer
08:11:14.986 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.62:43523(127.20.177.62:43523)] connecting to peer
08:11:14.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:14.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.177.61:42475(127.20.177.61:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:14.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:14.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.62:43523(127.20.177.62:43523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:14.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.61:42475: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:14.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.62:43523: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:14.990 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523; will retry
08:11:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:15.068239 21766 debug-util.cc:398] Leaking SignalData structure 0x7b08000b25e0 after lost signal to thread 21659
08:11:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:15.068763 21766 debug-util.cc:398] Leaking SignalData structure 0x7b0800097180 after lost signal to thread 21769
08:11:15.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:15.898069 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:15.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:15.898365 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:16.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:16.273420 20121 debug-util.cc:398] Leaking SignalData structure 0x7b08000a3660 after lost signal to thread 20019
08:11:16.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:16.273972 20121 debug-util.cc:398] Leaking SignalData structure 0x7b0800096420 after lost signal to thread 20125
08:11:16.346 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.61:42475(127.20.177.61:42475)] connecting to peer
08:11:16.348 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.62:43523(127.20.177.62:43523)] connecting to peer
08:11:16.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:16.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.177.61:42475(127.20.177.61:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:16.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.61:42475: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:16.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:16.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.62:43523(127.20.177.62:43523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:16.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.62:43523: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:16.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523; will retry
08:11:16.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:16.901639 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:16.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:16.901906 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:17.904778 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:17.905057 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:18.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:18.907980 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:18.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:18.908259 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:19.165 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.61:42475(127.20.177.61:42475)] connecting to peer
08:11:19.167 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.62:43523(127.20.177.62:43523)] connecting to peer
08:11:19.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:19.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.177.61:42475(127.20.177.61:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:19.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.61:42475: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:19.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:19.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.62:43523(127.20.177.62:43523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:19.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.62:43523: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:19.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523; will retry
08:11:19.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:19.911190 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:19.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:19.911530 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:19.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:19.961406 21653 master_runner.cc:186] Error getting master registration for 127.20.177.62:43523: Network error: Client connection negotiation failed: client connection to 127.20.177.62:43523: connect: Connection refused (error 111),
08:11:19.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:19.961781 21653 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:11:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:20.236022 22058 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:11:20.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:20.236531 22058 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a2c96e5b032462d94eefab346488519" member_type: VOTER last_known_addr { host: "127.20.177.62" port: 43523 } } peers { permanent_uuid: "c224456b16044b6c8609cb1a4083f41c" member_type: VOTER last_known_addr { host: "127.20.177.61" port: 42475 } } peers { permanent_uuid: "9c2c6afe9e724ef09242bce3b319b054" member_type: VOTER last_known_addr { host: "127.20.177.60" port: 36303 } }
08:11:20.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:20.238464 22058 leader_election.cc:288] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8a2c96e5b032462d94eefab346488519 (127.20.177.62:43523), c224456b16044b6c8609cb1a4083f41c (127.20.177.61:42475)
08:11:20.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:20.240269 21695 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.177.62:43523: connect: Connection refused (error 111) [suppressed 1 similar messages]
08:11:20.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:20.243136 21695 leader_election.cc:334] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8a2c96e5b032462d94eefab346488519 (127.20.177.62:43523): Network error: Client connection negotiation failed: client connection to 127.20.177.62:43523: connect: Connection refused (error 111)
08:11:20.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:20.249895 21693 leader_election.cc:334] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c224456b16044b6c8609cb1a4083f41c (127.20.177.61:42475): Network error: Client connection negotiation failed: client connection to 127.20.177.61:42475: connect: Connection refused (error 111)
08:11:20.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:20.250203 21693 leader_election.cc:302] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9c2c6afe9e724ef09242bce3b319b054; no voters: 8a2c96e5b032462d94eefab346488519, c224456b16044b6c8609cb1a4083f41c
08:11:20.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:20.250753 22058 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:11:20.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:20.914601 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:20.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:20.914911 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:21.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:21.917950 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:21.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:21.918208 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:22.446 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.61:42475(127.20.177.61:42475)] connecting to peer
08:11:22.447 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.62:43523(127.20.177.62:43523)] connecting to peer
08:11:22.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:22.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.177.61:42475(127.20.177.61:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:22.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.61:42475: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:22.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:22.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.62:43523(127.20.177.62:43523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:22.452 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.62:43523: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:22.452 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523; will retry
08:11:22.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:22.921089 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:22.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:22.921362 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:23.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:23.925184 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:23.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:23.925544 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:24.086 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.61:42475(127.20.177.61:42475)] connecting to peer
08:11:24.087 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.62:43523(127.20.177.62:43523)] connecting to peer
08:11:24.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:24.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.177.61:42475(127.20.177.61:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:24.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.61:42475: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:24.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:24.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.62:43523(127.20.177.62:43523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:24.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.62:43523: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:24.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523; will retry
08:11:24.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:24.213347 22081 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:11:24.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:24.213860 22081 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a2c96e5b032462d94eefab346488519" member_type: VOTER last_known_addr { host: "127.20.177.62" port: 43523 } } peers { permanent_uuid: "c224456b16044b6c8609cb1a4083f41c" member_type: VOTER last_known_addr { host: "127.20.177.61" port: 42475 } } peers { permanent_uuid: "9c2c6afe9e724ef09242bce3b319b054" member_type: VOTER last_known_addr { host: "127.20.177.60" port: 36303 } }
08:11:24.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:24.215873 22081 leader_election.cc:288] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8a2c96e5b032462d94eefab346488519 (127.20.177.62:43523), c224456b16044b6c8609cb1a4083f41c (127.20.177.61:42475)
08:11:24.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:24.221141 21695 leader_election.cc:334] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8a2c96e5b032462d94eefab346488519 (127.20.177.62:43523): Network error: Client connection negotiation failed: client connection to 127.20.177.62:43523: connect: Connection refused (error 111)
08:11:24.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:24.221684 21693 leader_election.cc:334] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c224456b16044b6c8609cb1a4083f41c (127.20.177.61:42475): Network error: Client connection negotiation failed: client connection to 127.20.177.61:42475: connect: Connection refused (error 111)
08:11:24.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:24.222038 21693 leader_election.cc:302] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9c2c6afe9e724ef09242bce3b319b054; no voters: 8a2c96e5b032462d94eefab346488519, c224456b16044b6c8609cb1a4083f41c
08:11:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:24.222695 22081 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:11:24.306 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.61:42475(127.20.177.61:42475)] connecting to peer
08:11:24.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:24.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.177.61:42475(127.20.177.61:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:24.308 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.62:43523(127.20.177.62:43523)] connecting to peer
08:11:24.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.61:42475: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:24.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:24.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.62:43523(127.20.177.62:43523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:24.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.62:43523: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:24.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523; will retry
08:11:24.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 08:11:24 dist-test-slave-pww0 krb5kdc[21209](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786090284, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.177.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:11:24.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:24.579237 21681 init.cc:295] Successfully reacquired a new kerberos TGT
08:11:24.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:24.928514 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:24.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:24.928795 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:24.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:24.964758 21653 master_runner.cc:186] Error getting master registration for 127.20.177.62:43523: Network error: Client connection negotiation failed: client connection to 127.20.177.62:43523: connect: Connection refused (error 111),
08:11:24.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:24.965301 21653 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:11:25.045 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.61:42475(127.20.177.61:42475)] connecting to peer
08:11:25.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:25.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.177.61:42475(127.20.177.61:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:25.049 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.62:43523(127.20.177.62:43523)] connecting to peer
08:11:25.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.61:42475: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:25.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:25.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.62:43523(127.20.177.62:43523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:25.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.62:43523: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:25.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523; will retry
08:11:25.185 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.61:42475(127.20.177.61:42475)] connecting to peer
08:11:25.188 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.62:43523(127.20.177.62:43523)] connecting to peer
08:11:25.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:25.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.177.61:42475(127.20.177.61:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:25.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.61:42475: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:25.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:25.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.62:43523(127.20.177.62:43523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:25.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.62:43523: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:25.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523; will retry
08:11:25.625 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.61:42475(127.20.177.61:42475)] connecting to peer
08:11:25.626 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.62:43523(127.20.177.62:43523)] connecting to peer
08:11:25.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:25.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.177.61:42475(127.20.177.61:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:25.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.61:42475: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:25.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:25.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.62:43523(127.20.177.62:43523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:25.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.62:43523: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:25.629 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523; will retry
08:11:25.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:25.931808 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:25.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:25.932121 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:26.935245 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:26.935542 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:27.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:27.108915 20688 debug-util.cc:398] Leaking SignalData structure 0x7b08000aff60 after lost signal to thread 20478
08:11:27.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:27.109756 20688 debug-util.cc:398] Leaking SignalData structure 0x7b08000afac0 after lost signal to thread 20693
08:11:27.866 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.61:42475(127.20.177.61:42475)] connecting to peer
08:11:27.867 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:27.867 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.177.61:42475(127.20.177.61:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:27.867 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.62:43523(127.20.177.62:43523)] connecting to peer
08:11:27.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.61:42475: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:27.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:27.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.62:43523(127.20.177.62:43523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:27.870 [INFO - pool-6-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.62:43523: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:27.870 [WARN - pool-6-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523; will retry
08:11:27.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:27.939569 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:27.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:27.939924 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:28.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:28.942941 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:28.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:28.943228 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:29.546 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.61:42475(127.20.177.61:42475)] connecting to peer
08:11:29.547 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.62:43523(127.20.177.62:43523)] connecting to peer
08:11:29.547 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:29.547 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.177.61:42475(127.20.177.61:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:29.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.61:42475: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:29.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:29.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.62:43523(127.20.177.62:43523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:29.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.62:43523: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:29.550 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523; will retry
08:11:29.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:29.946090 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:29.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:29.946374 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:29.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:29.968082 21653 master_runner.cc:186] Error getting master registration for 127.20.177.62:43523: Network error: Client connection negotiation failed: client connection to 127.20.177.62:43523: connect: Connection refused (error 111),
08:11:29.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:29.968459 21653 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:11:30.226 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.61:42475(127.20.177.61:42475)] connecting to peer
08:11:30.227 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.62:43523(127.20.177.62:43523)] connecting to peer
08:11:30.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:30.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.177.61:42475(127.20.177.61:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:30.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.61:42475: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:30.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:30.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.62:43523(127.20.177.62:43523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:30.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.62:43523: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:30.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523; will retry
08:11:30.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:30.949362 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:30.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:30.949641 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:31.666 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.61:42475(127.20.177.61:42475)] connecting to peer
08:11:31.666 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.62:43523(127.20.177.62:43523)] connecting to peer
08:11:31.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:31.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.177.61:42475(127.20.177.61:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:31.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.61:42475: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:31.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:31.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.62:43523(127.20.177.62:43523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:31.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.62:43523: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:31.669 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523; will retry
08:11:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:31.952539 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:31.952821 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:32.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:32.887598 20121 debug-util.cc:398] Leaking SignalData structure 0x7b08000a2440 after lost signal to thread 20019
08:11:32.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:32.888482 20121 debug-util.cc:398] Leaking SignalData structure 0x7b08000832a0 after lost signal to thread 20125
08:11:32.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:32.955821 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:32.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:32.956161 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:33.206 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.61:42475(127.20.177.61:42475)] connecting to peer
08:11:33.207 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.62:43523(127.20.177.62:43523)] connecting to peer
08:11:33.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:33.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.177.61:42475(127.20.177.61:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:33.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.61:42475: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:33.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:33.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.62:43523(127.20.177.62:43523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:33.209 [INFO - pool-6-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.62:43523: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:33.209 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523; will retry
08:11:33.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:33.960215 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:33.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:33.960598 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 08:11:34 dist-test-slave-pww0 krb5kdc[21209](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786090294, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.177.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:11:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:34.581753 21681 init.cc:295] Successfully reacquired a new kerberos TGT
08:11:34.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:34.963225 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:34.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:34.963557 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:34.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:34.971923 21653 master_runner.cc:186] Error getting master registration for 127.20.177.62:43523: Network error: Client connection negotiation failed: client connection to 127.20.177.62:43523: connect: Connection refused (error 111),
08:11:34.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:34.972361 21653 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:11:35.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:35.966082 21796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c2c6afe9e724ef09242bce3b319b054: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:11:35.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 08:11:35.966356 21796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:11:36.646 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.61:42475(127.20.177.61:42475)] connecting to peer
08:11:36.647 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.177.62:43523(127.20.177.62:43523)] connecting to peer
08:11:36.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:36.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.177.61:42475(127.20.177.61:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:36.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.61:42475: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475
08:11:36.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:36.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.62:43523(127.20.177.62:43523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:36.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.177.62:43523: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
08:11:36.650 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523; will retry
08:11:36.654 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28266), Traces: [0ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [185ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [534ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [539ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [556ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [564ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [564ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [565ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [567ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [576ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [584ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [585ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [588ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [589ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [601ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [602ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [603ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [604ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [621ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [622ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [623ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [624ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [636ms] refreshing cache from master, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [644ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [652ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [655ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [656ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [695ms] refreshing cache from master, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [701ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [702ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [704ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [705ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [741ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [742ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [745ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [746ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [855ms] refreshing cache from master, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [864ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [865ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [866ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [867ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [1196ms] refreshing cache from master, [1196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [1197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [1198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [1199ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [1203ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [1596ms] refreshing cache from master, [1596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [1597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [1598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [1600ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [1600ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [1601ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [3175ms] refreshing cache from master, [3176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [3176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [3177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [3180ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [3181ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [3183ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [6595ms] refreshing cache from master, [6595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [6596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [6597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [6599ms] too many traces: truncated at 100 traces, deferred=Deferred@1507394658(state=PENDING, result=null, callback=(continuation of Deferred@458665987 after retry RPC after error@717196408) -> (continuation of Deferred@1914316738 after retry RPC after error@1668401143) -> (continuation of Deferred@1300866354 after retry RPC after error@453192887) -> (continuation of Deferred@948186146 after retry RPC after error@1437014714) -> (continuation of Deferred@1434944777 after retry RPC after error@1466133914) -> (continuation of Deferred@1319091816 after retry RPC after error@595595211) -> (continuation of Deferred@1254517119 after retry RPC after error@109429248) -> (continuation of Deferred@895107142 after retry RPC after error@378007409) -> (continuation of Deferred@1878257999 after retry RPC after error@1204730739) -> (continuation of Deferred@544316348 after retry RPC after error@161748132) -> (continuation of Deferred@2041443670 after retry RPC after error@1267391539) -> (continuation of Deferred@1728713349 after retry RPC after error@1319255028) -> (continuation of Deferred@1479766067 after retry RPC after error@1170555970) -> (continuation of Deferred@1928128581 after retry RPC after error@768479351) -> (continuation of Deferred@1849646869 after retry RPC after error@28832196) -> (continuation of Deferred@344756087 after retry RPC after error@1226598457) -> (continuation of Deferred@1573863928 after retry RPC after error@1674097236) -> (continuation of Deferred@323972717 after retry RPC after error@960004509) -> (continuation of Deferred@509597635 after retry RPC after error@950246478) -> (continuation of Deferred@1350021425 after retry RPC after error@759097035) -> (continuation of Deferred@1296026976 after retry RPC after error@1775925605) -> (continuation of Deferred@80327510 after retry RPC after error@1578833338) -> (continuation of Deferred@1836877780 after retry RPC after error@1473759823) -> (continuation of Deferred@508395744 after retry RPC after error@410906710) -> (continuation of Deferred@297174698 after retry RPC after error@2019210081) -> (continuation of Deferred@174224906 after retry RPC after error@2112538704), errback=(continuation of Deferred@458665987 after retry RPC after error@717196408) -> (continuation of Deferred@1914316738 after retry RPC after error@1668401143) -> (continuation of Deferred@1300866354 after retry RPC after error@453192887) -> (continuation of Deferred@948186146 after retry RPC after error@1437014714) -> (continuation of Deferred@1434944777 after retry RPC after error@1466133914) -> (continuation of Deferred@1319091816 after retry RPC after error@595595211) -> (continuation of Deferred@1254517119 after retry RPC after error@109429248) -> (continuation of Deferred@895107142 after retry RPC after error@378007409) -> (continuation of Deferred@1878257999 after retry RPC after error@1204730739) -> (continuation of Deferred@544316348 after retry RPC after error@161748132) -> (continuation of Deferred@2041443670 after retry RPC after error@1267391539) -> (continuation of Deferred@1728713349 after retry RPC after error@1319255028) -> (continuation of Deferred@1479766067 after retry RPC after error@1170555970) -> (continuation of Deferred@1928128581 after retry RPC after error@768479351) -> (continuation of Deferred@1849646869 after retry RPC after error@28832196) -> (continuation of Deferred@344756087 after retry RPC after error@1226598457) -> (continuation of Deferred@1573863928 after retry RPC after error@1674097236) -> (continuation of Deferred@323972717 after retry RPC after error@960004509) -> (continuation of Deferred@509597635 after retry RPC after error@950246478) -> (continuation of Deferred@1350021425 after retry RPC after error@759097035) -> (continuation of Deferred@1296026976 after retry RPC after error@1775925605) -> (continuation of Deferred@80327510 after retry RPC after error@1578833338) -> (continuation of Deferred@1836877780 after retry RPC after error@1473759823) -> (continuation of Deferred@508395744 after retry RPC after error@410906710) -> (continuation of Deferred@297174698 after retry RPC after error@2019210081) -> (continuation of Deferred@174224906 after retry RPC after error@2112538704)))
08:11:36.659 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.20.177.62:43523(127.20.177.62:43523)] disconnecting while in state TERMINATED
08:11:36.660 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.20.177.61:42475(127.20.177.61:42475)] disconnecting while in state TERMINATED
08:11:36.661 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.20.177.60:36303(127.20.177.60:36303)] disconnecting while in state READY
08:11:36.665 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:11:36.667 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.177.60:36303(127.20.177.60:36303)] handling channelInactive
08:11:36.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.177.60:36303(127.20.177.60:36303)] cleaning up while in state READY due to: connection closed
08:11:36.668 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:11:36.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:36.673241 21188 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu with pid 21653
08:11:37.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T08:11:37Z chronyd exiting
08:11:38.815 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:11:38.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:38.816959 20001 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu with pid 20446
08:11:38.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:38.858387 20001 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu with pid 20701
08:11:38.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:38.888067 20001 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu with pid 20948
08:11:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:38.928290 20001 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu with pid 20018
08:11:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:38.968081 20001 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu with pid 20129
08:11:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 08:11:39.006610 20001 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUKH4GJ/build/tsan/bin/kudu with pid 20244
08:11:40.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T08:11:40Z chronyd exiting
08:11:41.124 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28266), Traces: [0ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [185ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [534ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [539ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [556ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [564ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [564ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [565ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [567ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [576ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [584ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [585ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [588ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [589ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [601ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [602ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [603ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [604ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [621ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [622ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [623ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [624ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [636ms] refreshing cache from master, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [644ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [652ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [655ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [656ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [695ms] refreshing cache from master, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [701ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [702ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [704ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [705ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [741ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [742ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [745ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [746ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [855ms] refreshing cache from master, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [864ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [865ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [866ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [867ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [1196ms] refreshing cache from master, [1196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [1197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [1198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [1199ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [1203ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [1596ms] refreshing cache from master, [1596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [1597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [1598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [1600ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [1600ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [1601ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [3175ms] refreshing cache from master, [3176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [3176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [3177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [3180ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [3181ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [3183ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [6595ms] refreshing cache from master, [6595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [6596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [6597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [6599ms] too many traces: truncated at 100 traces, deferred=Deferred@1507394658(state=PENDING, result=null, callback=(continuation of Deferred@458665987 after retry RPC after error@717196408) -> (continuation of Deferred@1914316738 after retry RPC after error@1668401143) -> (continuation of Deferred@1300866354 after retry RPC after error@453192887) -> (continuation of Deferred@948186146 after retry RPC after error@1437014714) -> (continuation of Deferred@1434944777 after retry RPC after error@1466133914) -> (continuation of Deferred@1319091816 after retry RPC after error@595595211) -> (continuation of Deferred@1254517119 after retry RPC after error@109429248) -> (continuation of Deferred@895107142 after retry RPC after error@378007409) -> (continuation of Deferred@1878257999 after retry RPC after error@1204730739) -> (continuation of Deferred@544316348 after retry RPC after error@161748132) -> (continuation of Deferred@2041443670 after retry RPC after error@1267391539) -> (continuation of Deferred@1728713349 after retry RPC after error@1319255028) -> (continuation of Deferred@1479766067 after retry RPC after error@1170555970) -> (continuation of Deferred@1928128581 after retry RPC after error@768479351) -> (continuation of Deferred@1849646869 after retry RPC after error@28832196) -> (continuation of Deferred@344756087 after retry RPC after error@1226598457) -> (continuation of Deferred@1573863928 after retry RPC after error@1674097236) -> (continuation of Deferred@323972717 after retry RPC after error@960004509) -> (continuation of Deferred@509597635 after retry RPC after error@950246478) -> (continuation of Deferred@1350021425 after retry RPC after error@759097035) -> (continuation of Deferred@1296026976 after retry RPC after error@1775925605) -> (continuation of Deferred@80327510 after retry RPC after error@1578833338) -> (continuation of Deferred@1836877780 after retry RPC after error@1473759823) -> (continuation of Deferred@508395744 after retry RPC after error@410906710) -> (continuation of Deferred@297174698 after retry RPC after error@2019210081) -> (continuation of Deferred@174224906 after retry RPC after error@2112538704), errback=(continuation of Deferred@458665987 after retry RPC after error@717196408) -> (continuation of Deferred@1914316738 after retry RPC after error@1668401143) -> (continuation of Deferred@1300866354 after retry RPC after error@453192887) -> (continuation of Deferred@948186146 after retry RPC after error@1437014714) -> (continuation of Deferred@1434944777 after retry RPC after error@1466133914) -> (continuation of Deferred@1319091816 after retry RPC after error@595595211) -> (continuation of Deferred@1254517119 after retry RPC after error@109429248) -> (continuation of Deferred@895107142 after retry RPC after error@378007409) -> (continuation of Deferred@1878257999 after retry RPC after error@1204730739) -> (continuation of Deferred@544316348 after retry RPC after error@161748132) -> (continuation of Deferred@2041443670 after retry RPC after error@1267391539) -> (continuation of Deferred@1728713349 after retry RPC after error@1319255028) -> (continuation of Deferred@1479766067 after retry RPC after error@1170555970) -> (continuation of Deferred@1928128581 after retry RPC after error@768479351) -> (continuation of Deferred@1849646869 after retry RPC after error@28832196) -> (continuation of Deferred@344756087 after retry RPC after error@1226598457) -> (continuation of Deferred@1573863928 after retry RPC after error@1674097236) -> (continuation of Deferred@323972717 after retry RPC after error@960004509) -> (continuation of Deferred@509597635 after retry RPC after error@950246478) -> (continuation of Deferred@1350021425 after retry RPC after error@759097035) -> (continuation of Deferred@1296026976 after retry RPC after error@1775925605) -> (continuation of Deferred@80327510 after retry RPC after error@1578833338) -> (continuation of Deferred@1836877780 after retry RPC after error@1473759823) -> (continuation of Deferred@508395744 after retry RPC after error@410906710) -> (continuation of Deferred@297174698 after retry RPC after error@2019210081) -> (continuation of Deferred@174224906 after retry RPC after error@2112538704)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.177.62:43523
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28266), Traces: [0ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [185ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [534ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [539ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [556ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [564ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [564ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [565ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [567ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [576ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [584ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [585ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [588ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [589ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [601ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [602ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [603ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [604ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [621ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [622ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [623ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [624ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [636ms] refreshing cache from master, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [644ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [652ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [655ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [656ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [695ms] refreshing cache from master, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [701ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [702ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [704ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [705ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [741ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [742ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [745ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [746ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [855ms] refreshing cache from master, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [864ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [865ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [866ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [867ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [1196ms] refreshing cache from master, [1196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [1197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [1198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [1199ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [1203ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [1596ms] refreshing cache from master, [1596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [1597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [1598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [1600ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [1600ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [1601ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [3175ms] refreshing cache from master, [3176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [3176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [3177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [3180ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.61:42475: Network error: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475, [3181ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.60:36303: OK, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.20.177.62:43523: Network error: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [3183ms] delaying RPC due to: Service unavailable: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523, [6595ms] refreshing cache from master, [6595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.60:36303, [6596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.61:42475, [6597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.177.62:43523, [6599ms] too many traces: truncated at 100 traces, deferred=Deferred@1507394658(state=PENDING, result=null, callback=(continuation of Deferred@458665987 after retry RPC after error@717196408) -> (continuation of Deferred@1914316738 after retry RPC after error@1668401143) -> (continuation of Deferred@1300866354 after retry RPC after error@453192887) -> (continuation of Deferred@948186146 after retry RPC after error@1437014714) -> (continuation of Deferred@1434944777 after retry RPC after error@1466133914) -> (continuation of Deferred@1319091816 after retry RPC after error@595595211) -> (continuation of Deferred@1254517119 after retry RPC after error@109429248) -> (continuation of Deferred@895107142 after retry RPC after error@378007409) -> (continuation of Deferred@1878257999 after retry RPC after error@1204730739) -> (continuation of Deferred@544316348 after retry RPC after error@161748132) -> (continuation of Deferred@2041443670 after retry RPC after error@1267391539) -> (continuation of Deferred@1728713349 after retry RPC after error@1319255028) -> (continuation of Deferred@1479766067 after retry RPC after error@1170555970) -> (continuation of Deferred@1928128581 after retry RPC after error@768479351) -> (continuation of Deferred@1849646869 after retry RPC after error@28832196) -> (continuation of Deferred@344756087 after retry RPC after error@1226598457) -> (continuation of Deferred@1573863928 after retry RPC after error@1674097236) -> (continuation of Deferred@323972717 after retry RPC after error@960004509) -> (continuation of Deferred@509597635 after retry RPC after error@950246478) -> (continuation of Deferred@1350021425 after retry RPC after error@759097035) -> (continuation of Deferred@1296026976 after retry RPC after error@1775925605) -> (continuation of Deferred@80327510 after retry RPC after error@1578833338) -> (continuation of Deferred@1836877780 after retry RPC after error@1473759823) -> (continuation of Deferred@508395744 after retry RPC after error@410906710) -> (continuation of Deferred@297174698 after retry RPC after error@2019210081) -> (continuation of Deferred@174224906 after retry RPC after error@2112538704), errback=(continuation of Deferred@458665987 after retry RPC after error@717196408) -> (continuation of Deferred@1914316738 after retry RPC after error@1668401143) -> (continuation of Deferred@1300866354 after retry RPC after error@453192887) -> (continuation of Deferred@948186146 after retry RPC after error@1437014714) -> (continuation of Deferred@1434944777 after retry RPC after error@1466133914) -> (continuation of Deferred@1319091816 after retry RPC after error@595595211) -> (continuation of Deferred@1254517119 after retry RPC after error@109429248) -> (continuation of Deferred@895107142 after retry RPC after error@378007409) -> (continuation of Deferred@1878257999 after retry RPC after error@1204730739) -> (continuation of Deferred@544316348 after retry RPC after error@161748132) -> (continuation of Deferred@2041443670 after retry RPC after error@1267391539) -> (continuation of Deferred@1728713349 after retry RPC after error@1319255028) -> (continuation of Deferred@1479766067 after retry RPC after error@1170555970) -> (continuation of Deferred@1928128581 after retry RPC after error@768479351) -> (continuation of Deferred@1849646869 after retry RPC after error@28832196) -> (continuation of Deferred@344756087 after retry RPC after error@1226598457) -> (continuation of Deferred@1573863928 after retry RPC after error@1674097236) -> (continuation of Deferred@323972717 after retry RPC after error@960004509) -> (continuation of Deferred@509597635 after retry RPC after error@950246478) -> (continuation of Deferred@1350021425 after retry RPC after error@759097035) -> (continuation of Deferred@1296026976 after retry RPC after error@1775925605) -> (continuation of Deferred@80327510 after retry RPC after error@1578833338) -> (continuation of Deferred@1836877780 after retry RPC after error@1473759823) -> (continuation of Deferred@508395744 after retry RPC after error@410906710) -> (continuation of Deferred@297174698 after retry RPC after error@2019210081) -> (continuation of Deferred@174224906 after retry RPC after error@2112538704)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.177.60:36303,127.20.177.61:42475,127.20.177.62:43523) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.61:42475(127.20.177.61:42475): Connection refused: /127.20.177.61:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.177.62:43523(127.20.177.62:43523): Connection refused: /127.20.177.62:43523
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.177.62:43523
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)