03:36:04.724 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
03:36:04.738 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskECB5fa/test-tmp
03:36:04.741 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
03:36:04.745 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskECB5fa/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
03:36:04.991 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
03:36:05.343 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:36:05.344 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
03:36:05.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:05.349030 12878 mini_oidc.cc:152] Starting JWKS server
03:36:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:05.356196 12878 webserver.cc:460] Webserver started at http://127.0.0.1:38871/ using document root <none> and password file <none>
03:36:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:05.356760 12878 mini_oidc.cc:189] Starting OIDC Discovery server
03:36:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:05.359759 12878 webserver.cc:460] Webserver started at http://127.0.0.1:46231/ using document root <none> and password file <none>
03:36:05.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T03:36:05Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
03:36:05.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T03:36:05Z Disabled control of system clock
03:36:05.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:05.418097 12878 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu
03:36:05.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu
03:36:05.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-0/wal
03:36:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-0/data
03:36:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:36:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:36:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:36:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:36:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:36:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:36:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-0/logs
03:36:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-0/data/info.pb
03:36:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:36:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:36:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:36:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:36:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:36:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:36:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:36:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:36:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:36:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:36:05.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:36:05.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:36:05.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.147.190:36399
03:36:05.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.147.190
03:36:05.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:36:05.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.147.148:45715
03:36:05.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:36:05.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:36:05.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:36:05.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:36:05.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.147.190:36399,127.12.147.189:37503,127.12.147.188:44333
03:36:05.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:36:05.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38871/jwks.json with env {}
03:36:05.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:05.816512 12895 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:36:05.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:05.817353 12895 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:36:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:05.818186 12895 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:36:05.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:05.849792 12895 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:36:05.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:05.850095 12895 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:36:05.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:05.850320 12895 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:36:05.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:05.850553 12895 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:36:05.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:05.850805 12895 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:36:05.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:05.851038 12895 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38871/jwks.json
03:36:05.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:05.886672 12895 master_runner.cc:386] Master server non-default flags:
03:36:05.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:36:05.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.147.148:45715
03:36:05.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:36:05.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:36:05.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-0/data
03:36:05.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-0/wal
03:36:05.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:36:05.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.147.190:36399,127.12.147.189:37503,127.12.147.188:44333
03:36:05.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:36:05.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:36:05.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:36:05.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.147.190:36399
03:36:05.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:36:05.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:36:05.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:36:05.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38871/jwks.json
03:36:05.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:36:05.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:36:05.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-0/data/info.pb
03:36:05.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.147.190
03:36:05.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:36:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:36:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:36:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:36:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:36:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:36:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-0/logs
03:36:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:36:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:36:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:36:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:36:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:36:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:36:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:36:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:36:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:36:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:36:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:05.888720 12895 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:36:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:05.891204 12895 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:36:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:05.920866 12906 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:07.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:05.920866 12903 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:07.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:05.923063 12902 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:07.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:07.214946 12904 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:36:07.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.215137 12895 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:36:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.219648 12895 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:36:07.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.224325 12895 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:36:07.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.225845 12895 hybrid_clock.cc:648] HybridClock initialized: now 1786246567225783 us; error 103 us; skew 500 ppm
03:36:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.227054 12895 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:36:07.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.238615 12895 webserver.cc:460] Webserver started at http://127.12.147.190:41161/ using document root <none> and password file <none>
03:36:07.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.239992 12895 fs_manager.cc:359] Metadata directory not provided
03:36:07.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.240192 12895 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:36:07.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.240756 12895 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:36:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.247196 12895 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-0/data/instance:
03:36:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da3e8aa521a448478525712908edbdab"
03:36:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:07 on dist-test-slave-7lbf"
03:36:07.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.248754 12895 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-0/wal/instance:
03:36:07.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da3e8aa521a448478525712908edbdab"
03:36:07.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:07 on dist-test-slave-7lbf"
03:36:07.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.260385 12895 fs_manager.cc:691] Time spent creating directory manager: real 0.011s user 0.008s sys 0.004s
03:36:07.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.271298 12917 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:36:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.273129 12895 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.004s sys 0.005s
03:36:07.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.273710 12895 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-0/data,/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-0/wal
03:36:07.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da3e8aa521a448478525712908edbdab"
03:36:07.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:07 on dist-test-slave-7lbf"
03:36:07.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.274114 12895 fs_report.cc:383] FS layout report
03:36:07.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:36:07.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-0/wal
03:36:07.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-0/wal
03:36:07.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-0/data/data
03:36:07.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:36:07.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:36:07.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:36:07.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:36:07.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:36:07.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:36:07.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:36:07.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:36:07.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:36:07.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:36:07.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:36:07.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.327080 12895 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:36:07.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.329751 12895 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:36:07.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.330482 12895 kserver.cc:163] Server-wide thread pool size limit: 3276
03:36:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.498991 12895 rpc_server.cc:307] RPC server started. Bound to: 127.12.147.190:36399
03:36:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.499066 13001 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.147.190:36399 every 8 connection(s)
03:36:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.502887 12895 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-0/data/info.pb
03:36:07.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.512245 12878 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu as pid 12895
03:36:07.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.512815 12878 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-0/wal/instance
03:36:07.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.513334 13003 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:36:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.516827 12878 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu
03:36:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu
03:36:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-1/wal
03:36:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-1/data
03:36:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:36:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:36:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:36:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:36:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:36:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:36:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-1/logs
03:36:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-1/data/info.pb
03:36:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:36:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:36:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:36:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:36:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:36:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:36:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:36:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:36:07.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:36:07.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:36:07.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:36:07.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:36:07.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.147.189:37503
03:36:07.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.147.189
03:36:07.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:36:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.147.148:45715
03:36:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:36:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:36:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:36:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:36:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.147.190:36399,127.12.147.189:37503,127.12.147.188:44333
03:36:07.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:36:07.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38871/jwks.json with env {}
03:36:07.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.533689 13003 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.147.190" port: 36399 } has no permanent_uuid. Determining permanent_uuid...
03:36:07.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.576937 13003 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } has no permanent_uuid. Determining permanent_uuid...
03:36:07.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:07.579806 12918 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.147.189:37503: connect: Connection refused (error 111)
03:36:07.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:07.586560 13003 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.147.189:37503: Network error: Client connection negotiation failed: client connection to 127.12.147.189:37503: connect: Connection refused (error 111)
03:36:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.636039 13003 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } attempt: 1
03:36:07.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:07.640981 13003 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.147.189:37503: Network error: Client connection negotiation failed: client connection to 127.12.147.189:37503: connect: Connection refused (error 111)
03:36:07.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.709365 13003 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } attempt: 2
03:36:07.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:07.715605 13003 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.147.189:37503: Network error: Client connection negotiation failed: client connection to 127.12.147.189:37503: connect: Connection refused (error 111)
03:36:07.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.806975 13003 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } attempt: 3
03:36:07.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:07.812372 13003 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.147.189:37503: Network error: Client connection negotiation failed: client connection to 127.12.147.189:37503: connect: Connection refused (error 111)
03:36:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:07.905969 13006 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:36:07.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:07.906689 13006 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:36:07.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:07.907449 13006 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:36:07.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:07.939842 13006 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:36:07.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:07.940188 13006 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:36:07.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:07.940513 13006 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:36:07.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:07.940877 13006 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:36:07.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:07.941201 13006 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:36:07.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:07.941457 13006 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38871/jwks.json
03:36:07.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.955771 13003 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } attempt: 4
03:36:07.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:07.960281 13003 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.147.189:37503: Network error: Client connection negotiation failed: client connection to 127.12.147.189:37503: connect: Connection refused (error 111)
03:36:07.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.978893 13006 master_runner.cc:386] Master server non-default flags:
03:36:07.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:36:07.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.147.148:45715
03:36:07.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:36:07.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:36:07.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-1/data
03:36:07.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-1/wal
03:36:07.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:36:07.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.147.190:36399,127.12.147.189:37503,127.12.147.188:44333
03:36:07.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:36:07.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:36:07.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:36:07.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.147.189:37503
03:36:07.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:36:07.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:36:07.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:36:07.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38871/jwks.json
03:36:07.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:36:07.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:36:07.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-1/data/info.pb
03:36:07.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.147.189
03:36:07.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:36:07.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:36:07.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:36:07.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:36:07.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:36:07.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:36:07.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-1/logs
03:36:07.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:36:07.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:36:07.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:36:07.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:36:07.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:36:07.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:36:07.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:36:07.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:36:07.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:36:07.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:36:07.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.980526 13006 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:36:07.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:07.982812 13006 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:36:08.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:08.006745 13019 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:08.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:08.259737 13003 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } attempt: 5
03:36:08.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:08.265590 13003 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.147.189:37503: Network error: Client connection negotiation failed: client connection to 127.12.147.189:37503: connect: Connection refused (error 111)
03:36:08.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:08.813122 13003 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } attempt: 6
03:36:08.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:08.825433 13003 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.147.189:37503: Network error: Client connection negotiation failed: client connection to 127.12.147.189:37503: connect: Connection refused (error 111)
03:36:09.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:08.006771 13022 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:09.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:08.009284 13017 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:09.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:09.163004 13020 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1154 milliseconds
03:36:09.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.163141 13006 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:36:09.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.164397 13006 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:36:09.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.167994 13006 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:36:09.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.169415 13006 hybrid_clock.cc:648] HybridClock initialized: now 1786246569169382 us; error 54 us; skew 500 ppm
03:36:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.170318 13006 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:36:09.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.177114 13006 webserver.cc:460] Webserver started at http://127.12.147.189:43127/ using document root <none> and password file <none>
03:36:09.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.178084 13006 fs_manager.cc:359] Metadata directory not provided
03:36:09.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.178273 13006 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:36:09.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.178702 13006 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:36:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.183561 13006 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-1/data/instance:
03:36:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "55b4837dd5fa49ec84c5691882620e58"
03:36:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:09 on dist-test-slave-7lbf"
03:36:09.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.184690 13006 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-1/wal/instance:
03:36:09.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "55b4837dd5fa49ec84c5691882620e58"
03:36:09.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:09 on dist-test-slave-7lbf"
03:36:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.191847 13006 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
03:36:09.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.197645 13038 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:36:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.198810 13006 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
03:36:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.199120 13006 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-1/data,/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-1/wal
03:36:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "55b4837dd5fa49ec84c5691882620e58"
03:36:09.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:09 on dist-test-slave-7lbf"
03:36:09.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.199430 13006 fs_report.cc:383] FS layout report
03:36:09.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:36:09.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-1/wal
03:36:09.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-1/wal
03:36:09.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-1/data/data
03:36:09.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:36:09.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:36:09.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:36:09.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:36:09.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:36:09.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:36:09.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:36:09.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:36:09.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:36:09.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:36:09.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:36:09.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.233678 13006 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:36:09.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.235230 13006 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:36:09.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.235657 13006 kserver.cc:163] Server-wide thread pool size limit: 3276
03:36:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.311167 13006 rpc_server.cc:307] RPC server started. Bound to: 127.12.147.189:37503
03:36:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.311252 13114 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.147.189:37503 every 8 connection(s)
03:36:09.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.314162 13006 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-1/data/info.pb
03:36:09.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.319988 13115 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:36:09.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.323436 12878 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu as pid 13006
03:36:09.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.323902 12878 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-1/wal/instance
03:36:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.326179 12878 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu
03:36:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu
03:36:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-2/wal
03:36:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-2/data
03:36:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:36:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:36:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:36:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:36:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:36:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:36:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-2/logs
03:36:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-2/data/info.pb
03:36:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:36:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:36:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:36:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:36:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:36:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:36:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:36:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:36:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:36:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:36:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:36:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:36:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.147.188:44333
03:36:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.147.188
03:36:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:36:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.147.148:45715
03:36:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:36:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:36:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:36:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:36:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.147.190:36399,127.12.147.189:37503,127.12.147.188:44333
03:36:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:36:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38871/jwks.json with env {}
03:36:09.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.334214 13115 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.147.190" port: 36399 } has no permanent_uuid. Determining permanent_uuid...
03:36:09.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.360464 13115 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } has no permanent_uuid. Determining permanent_uuid...
03:36:09.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.377691 13115 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } has no permanent_uuid. Determining permanent_uuid...
03:36:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:09.380198 13044 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.147.188:44333: connect: Connection refused (error 111)
03:36:09.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:09.384624 13115 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.147.188:44333: Network error: Client connection negotiation failed: client connection to 127.12.147.188:44333: connect: Connection refused (error 111)
03:36:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.434073 13115 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } attempt: 1
03:36:09.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:09.438113 13115 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.147.188:44333: Network error: Client connection negotiation failed: client connection to 127.12.147.188:44333: connect: Connection refused (error 111)
03:36:09.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.506510 13115 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } attempt: 2
03:36:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:09.510864 13115 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.147.188:44333: Network error: Client connection negotiation failed: client connection to 127.12.147.188:44333: connect: Connection refused (error 111)
03:36:09.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.602319 13115 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } attempt: 3
03:36:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:09.606174 13115 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.147.188:44333: Network error: Client connection negotiation failed: client connection to 127.12.147.188:44333: connect: Connection refused (error 111)
03:36:09.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:09.652940 13117 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:36:09.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:09.653617 13117 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:36:09.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:09.654173 13117 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:36:09.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:09.684720 13117 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:36:09.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:09.685070 13117 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:36:09.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:09.685319 13117 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:36:09.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:09.685503 13117 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:36:09.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:09.685722 13117 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:36:09.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:09.685866 13117 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38871/jwks.json
03:36:09.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.720495 13117 master_runner.cc:386] Master server non-default flags:
03:36:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:36:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.147.148:45715
03:36:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:36:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:36:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-2/data
03:36:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-2/wal
03:36:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:36:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.147.190:36399,127.12.147.189:37503,127.12.147.188:44333
03:36:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:36:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:36:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:36:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.147.188:44333
03:36:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:36:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:36:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:36:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38871/jwks.json
03:36:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:36:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:36:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-2/data/info.pb
03:36:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.147.188
03:36:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:36:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:36:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:36:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:36:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:36:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:36:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-2/logs
03:36:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:36:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:36:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:36:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:36:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:36:09.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:36:09.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:36:09.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:36:09.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:36:09.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:36:09.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.721774 13117 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:36:09.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.723992 13117 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:36:09.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:09.745455 13133 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:09.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.749626 13115 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } attempt: 4
03:36:09.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:09.753669 13115 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.147.188:44333: Network error: Client connection negotiation failed: client connection to 127.12.147.188:44333: connect: Connection refused (error 111)
03:36:09.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.886042 13003 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } attempt: 7
03:36:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.899765 13003 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } has no permanent_uuid. Determining permanent_uuid...
03:36:09.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:09.905367 13003 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.147.188:44333: Network error: Client connection negotiation failed: client connection to 127.12.147.188:44333: connect: Connection refused (error 111)
03:36:09.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.963964 13003 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } attempt: 1
03:36:09.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:09.968329 13003 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.147.188:44333: Network error: Client connection negotiation failed: client connection to 127.12.147.188:44333: connect: Connection refused (error 111)
03:36:10.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:10.049723 13003 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } attempt: 2
03:36:10.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:10.053103 13115 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } attempt: 5
03:36:10.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:10.053972 13003 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.147.188:44333: Network error: Client connection negotiation failed: client connection to 127.12.147.188:44333: connect: Connection refused (error 111)
03:36:10.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:10.056895 13115 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.147.188:44333: Network error: Client connection negotiation failed: client connection to 127.12.147.188:44333: connect: Connection refused (error 111)
03:36:10.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:10.139408 13003 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } attempt: 3
03:36:10.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:10.143428 13003 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.147.188:44333: Network error: Client connection negotiation failed: client connection to 127.12.147.188:44333: connect: Connection refused (error 111)
03:36:10.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:10.283815 13003 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } attempt: 4
03:36:10.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:10.287674 13003 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.147.188:44333: Network error: Client connection negotiation failed: client connection to 127.12.147.188:44333: connect: Connection refused (error 111)
03:36:10.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:10.571206 13003 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } attempt: 5
03:36:10.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:10.575353 13003 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.147.188:44333: Network error: Client connection negotiation failed: client connection to 127.12.147.188:44333: connect: Connection refused (error 111)
03:36:10.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:10.604434 13115 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } attempt: 6
03:36:10.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:10.611604 13115 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.147.188:44333: Network error: Client connection negotiation failed: client connection to 127.12.147.188:44333: connect: Connection refused (error 111)
03:36:10.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:09.745499 13132 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:10.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:09.747228 13117 server_base.cc:1034] running on GCE node
03:36:10.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:09.745609 13135 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:10.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:10.872169 13117 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:36:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:10.875409 13117 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:36:10.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:10.876853 13117 hybrid_clock.cc:648] HybridClock initialized: now 1786246570876781 us; error 84 us; skew 500 ppm
03:36:10.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:10.877939 13117 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:36:10.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:10.885030 13117 webserver.cc:460] Webserver started at http://127.12.147.188:41537/ using document root <none> and password file <none>
03:36:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:10.886009 13117 fs_manager.cc:359] Metadata directory not provided
03:36:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:10.886214 13117 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:36:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:10.886613 13117 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:36:10.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:10.891577 13117 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-2/data/instance:
03:36:10.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "52f684d10e5443adb43cf8ef056ec8c1"
03:36:10.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:10 on dist-test-slave-7lbf"
03:36:10.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:10.892659 13117 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-2/wal/instance:
03:36:10.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "52f684d10e5443adb43cf8ef056ec8c1"
03:36:10.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:10 on dist-test-slave-7lbf"
03:36:10.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:10.900883 13117 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.010s sys 0.001s
03:36:10.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:10.907696 13154 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:36:10.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:10.909214 13117 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
03:36:10.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:10.909682 13117 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-2/data,/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-2/wal
03:36:10.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "52f684d10e5443adb43cf8ef056ec8c1"
03:36:10.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:10 on dist-test-slave-7lbf"
03:36:10.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:10.910175 13117 fs_report.cc:383] FS layout report
03:36:10.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:36:10.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-2/wal
03:36:10.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-2/wal
03:36:10.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-2/data/data
03:36:10.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:36:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:36:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:36:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:36:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:36:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:36:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:36:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:36:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:36:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:36:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:36:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:10.978442 13117 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:36:10.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:10.979981 13117 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:36:10.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:10.980391 13117 kserver.cc:163] Server-wide thread pool size limit: 3276
03:36:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.055660 13117 rpc_server.cc:307] RPC server started. Bound to: 127.12.147.188:44333
03:36:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.055759 13229 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.147.188:44333 every 8 connection(s)
03:36:11.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.058585 13117 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-2/data/info.pb
03:36:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.064007 13230 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:36:11.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.064725 12878 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu as pid 13117
03:36:11.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.065162 12878 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/master-2/wal/instance
03:36:11.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.081408 13230 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.147.190" port: 36399 } has no permanent_uuid. Determining permanent_uuid...
03:36:11.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.107156 13230 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } has no permanent_uuid. Determining permanent_uuid...
03:36:11.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.117935 13230 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } has no permanent_uuid. Determining permanent_uuid...
03:36:11.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.127876 13003 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } attempt: 6
03:36:11.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.139154 13230 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 52f684d10e5443adb43cf8ef056ec8c1: Bootstrap starting.
03:36:11.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.148690 13003 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab: Bootstrap starting.
03:36:11.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.151537 13230 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 52f684d10e5443adb43cf8ef056ec8c1: Neither blocks nor log segments found. Creating new log.
03:36:11.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.154740 13230 log.cc:824] T 00000000000000000000000000000000 P 52f684d10e5443adb43cf8ef056ec8c1: Log is configured to *not* fsync() on all Append() calls
03:36:11.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.156347 13003 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab: Neither blocks nor log segments found. Creating new log.
03:36:11.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.159005 13003 log.cc:824] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab: Log is configured to *not* fsync() on all Append() calls
03:36:11.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.161245 13230 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 52f684d10e5443adb43cf8ef056ec8c1: No bootstrap required, opened a new log
03:36:11.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.163543 13003 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab: No bootstrap required, opened a new log
03:36:11.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.185189 13230 raft_consensus.cc:348] T 00000000000000000000000000000000 P 52f684d10e5443adb43cf8ef056ec8c1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da3e8aa521a448478525712908edbdab" member_type: VOTER last_known_addr { host: "127.12.147.190" port: 36399 } } peers { permanent_uuid: "55b4837dd5fa49ec84c5691882620e58" member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } } peers { permanent_uuid: "52f684d10e5443adb43cf8ef056ec8c1" member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } }
03:36:11.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.185973 13230 raft_consensus.cc:374] T 00000000000000000000000000000000 P 52f684d10e5443adb43cf8ef056ec8c1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:36:11.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.186347 13230 raft_consensus.cc:729] T 00000000000000000000000000000000 P 52f684d10e5443adb43cf8ef056ec8c1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 52f684d10e5443adb43cf8ef056ec8c1, State: Initialized, Role: FOLLOWER
03:36:11.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.186718 13003 raft_consensus.cc:348] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da3e8aa521a448478525712908edbdab" member_type: VOTER last_known_addr { host: "127.12.147.190" port: 36399 } } peers { permanent_uuid: "55b4837dd5fa49ec84c5691882620e58" member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } } peers { permanent_uuid: "52f684d10e5443adb43cf8ef056ec8c1" member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } }
03:36:11.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.187536 13003 raft_consensus.cc:374] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:36:11.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.188043 13003 raft_consensus.cc:729] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: da3e8aa521a448478525712908edbdab, State: Initialized, Role: FOLLOWER
03:36:11.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.187737 13230 consensus_queue.cc:260] T 00000000000000000000000000000000 P 52f684d10e5443adb43cf8ef056ec8c1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da3e8aa521a448478525712908edbdab" member_type: VOTER last_known_addr { host: "127.12.147.190" port: 36399 } } peers { permanent_uuid: "55b4837dd5fa49ec84c5691882620e58" member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } } peers { permanent_uuid: "52f684d10e5443adb43cf8ef056ec8c1" member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } }
03:36:11.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.189257 13003 consensus_queue.cc:260] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da3e8aa521a448478525712908edbdab" member_type: VOTER last_known_addr { host: "127.12.147.190" port: 36399 } } peers { permanent_uuid: "55b4837dd5fa49ec84c5691882620e58" member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } } peers { permanent_uuid: "52f684d10e5443adb43cf8ef056ec8c1" member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } }
03:36:11.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.192215 13244 sys_catalog.cc:455] T 00000000000000000000000000000000 P 52f684d10e5443adb43cf8ef056ec8c1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da3e8aa521a448478525712908edbdab" member_type: VOTER last_known_addr { host: "127.12.147.190" port: 36399 } } peers { permanent_uuid: "55b4837dd5fa49ec84c5691882620e58" member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } } peers { permanent_uuid: "52f684d10e5443adb43cf8ef056ec8c1" member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } } }
03:36:11.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.193121 13244 sys_catalog.cc:458] T 00000000000000000000000000000000 P 52f684d10e5443adb43cf8ef056ec8c1 [sys.catalog]: This master's current role is: FOLLOWER
03:36:11.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.194398 13230 sys_catalog.cc:564] T 00000000000000000000000000000000 P 52f684d10e5443adb43cf8ef056ec8c1 [sys.catalog]: configured and running, proceeding with master startup.
03:36:11.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.194594 13245 sys_catalog.cc:455] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da3e8aa521a448478525712908edbdab" member_type: VOTER last_known_addr { host: "127.12.147.190" port: 36399 } } peers { permanent_uuid: "55b4837dd5fa49ec84c5691882620e58" member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } } peers { permanent_uuid: "52f684d10e5443adb43cf8ef056ec8c1" member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } } }
03:36:11.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.195427 13245 sys_catalog.cc:458] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [sys.catalog]: This master's current role is: FOLLOWER
03:36:11.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.196063 13003 sys_catalog.cc:564] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [sys.catalog]: configured and running, proceeding with master startup.
03:36:11.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:11.235905 13273 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 52f684d10e5443adb43cf8ef056ec8c1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:11.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:11.236349 13273 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:11.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:11.237331 13162 tablet.cc:2369] T 00000000000000000000000000000000 P 52f684d10e5443adb43cf8ef056ec8c1: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:36:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.222721 13117 master_runner.cc:186] Error getting master registration for 127.12.147.190:36399: OK, instance_id { permanent_uuid: "da3e8aa521a448478525712908edbdab" instance_seqno: 1786246567466177 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:36:11.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.251750 13117 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:36:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:11.261116 13278 catalog_manager.cc:1558] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:11.262024 13278 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:11.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.250826 12895 master_runner.cc:186] Error getting master registration for 127.12.147.189:37503: OK, instance_id { permanent_uuid: "55b4837dd5fa49ec84c5691882620e58" instance_seqno: 1786246569290294 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:36:11.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.286973 12895 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:36:11.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.304369 13245 raft_consensus.cc:482] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:36:11.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.304993 13245 raft_consensus.cc:504] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da3e8aa521a448478525712908edbdab" member_type: VOTER last_known_addr { host: "127.12.147.190" port: 36399 } } peers { permanent_uuid: "55b4837dd5fa49ec84c5691882620e58" member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } } peers { permanent_uuid: "52f684d10e5443adb43cf8ef056ec8c1" member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } }
03:36:11.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.319774 13245 leader_election.cc:288] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 55b4837dd5fa49ec84c5691882620e58 (127.12.147.189:37503), 52f684d10e5443adb43cf8ef056ec8c1 (127.12.147.188:44333)
03:36:11.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.320741 13198 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "da3e8aa521a448478525712908edbdab" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "52f684d10e5443adb43cf8ef056ec8c1" is_pre_election: true
03:36:11.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.322032 13198 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 52f684d10e5443adb43cf8ef056ec8c1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate da3e8aa521a448478525712908edbdab in term 0.
03:36:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.324112 12922 leader_election.cc:302] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 52f684d10e5443adb43cf8ef056ec8c1, da3e8aa521a448478525712908edbdab; no voters:
03:36:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.325778 13245 raft_consensus.cc:2781] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [term 0 FOLLOWER]: Leader pre-election won for term 1
03:36:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.326728 13245 raft_consensus.cc:482] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:36:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.327579 13245 raft_consensus.cc:3037] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [term 0 FOLLOWER]: Advancing to term 1
03:36:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:11.346462 12925 tablet.cc:2369] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:36:11.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.346850 13245 raft_consensus.cc:504] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da3e8aa521a448478525712908edbdab" member_type: VOTER last_known_addr { host: "127.12.147.190" port: 36399 } } peers { permanent_uuid: "55b4837dd5fa49ec84c5691882620e58" member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } } peers { permanent_uuid: "52f684d10e5443adb43cf8ef056ec8c1" member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } }
03:36:11.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.353389 13198 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "da3e8aa521a448478525712908edbdab" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "52f684d10e5443adb43cf8ef056ec8c1"
03:36:11.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.354036 13198 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 52f684d10e5443adb43cf8ef056ec8c1 [term 0 FOLLOWER]: Advancing to term 1
03:36:11.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.356921 13245 leader_election.cc:288] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [CANDIDATE]: Term 1 election: Requested vote from peers 55b4837dd5fa49ec84c5691882620e58 (127.12.147.189:37503), 52f684d10e5443adb43cf8ef056ec8c1 (127.12.147.188:44333)
03:36:11.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.367401 13198 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 52f684d10e5443adb43cf8ef056ec8c1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate da3e8aa521a448478525712908edbdab in term 1.
03:36:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.368898 12922 leader_election.cc:302] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 52f684d10e5443adb43cf8ef056ec8c1, da3e8aa521a448478525712908edbdab; no voters:
03:36:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.369992 13245 raft_consensus.cc:2781] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [term 1 FOLLOWER]: Leader election won for term 1
03:36:11.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.380527 13245 raft_consensus.cc:686] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [term 1 LEADER]: Becoming Leader. State: Replica: da3e8aa521a448478525712908edbdab, State: Running, Role: LEADER
03:36:11.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.382990 13245 consensus_queue.cc:237] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da3e8aa521a448478525712908edbdab" member_type: VOTER last_known_addr { host: "127.12.147.190" port: 36399 } } peers { permanent_uuid: "55b4837dd5fa49ec84c5691882620e58" member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } } peers { permanent_uuid: "52f684d10e5443adb43cf8ef056ec8c1" member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } }
03:36:11.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.392333 13280 sys_catalog.cc:455] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [sys.catalog]: SysCatalogTable state changed. Reason: New leader da3e8aa521a448478525712908edbdab. Latest consensus state: current_term: 1 leader_uuid: "da3e8aa521a448478525712908edbdab" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da3e8aa521a448478525712908edbdab" member_type: VOTER last_known_addr { host: "127.12.147.190" port: 36399 } } peers { permanent_uuid: "55b4837dd5fa49ec84c5691882620e58" member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } } peers { permanent_uuid: "52f684d10e5443adb43cf8ef056ec8c1" member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } } }
03:36:11.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.393252 13280 sys_catalog.cc:458] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [sys.catalog]: This master's current role is: LEADER
03:36:11.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.413344 13282 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
03:36:11.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.422761 13282 catalog_manager.cc:1484] Initializing Kudu cluster ID...
03:36:11.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.444264 13198 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 52f684d10e5443adb43cf8ef056ec8c1 [term 1 FOLLOWER]: Refusing update from remote peer da3e8aa521a448478525712908edbdab: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:36:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.446588 13280 consensus_queue.cc:1035] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [LEADER]: Connected to new peer: Peer: permanent_uuid: "52f684d10e5443adb43cf8ef056ec8c1" member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:36:11.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.486228 13244 sys_catalog.cc:455] T 00000000000000000000000000000000 P 52f684d10e5443adb43cf8ef056ec8c1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader da3e8aa521a448478525712908edbdab. Latest consensus state: current_term: 1 leader_uuid: "da3e8aa521a448478525712908edbdab" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da3e8aa521a448478525712908edbdab" member_type: VOTER last_known_addr { host: "127.12.147.190" port: 36399 } } peers { permanent_uuid: "55b4837dd5fa49ec84c5691882620e58" member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } } peers { permanent_uuid: "52f684d10e5443adb43cf8ef056ec8c1" member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } } }
03:36:11.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.486967 13244 sys_catalog.cc:458] T 00000000000000000000000000000000 P 52f684d10e5443adb43cf8ef056ec8c1 [sys.catalog]: This master's current role is: FOLLOWER
03:36:11.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.522177 13244 sys_catalog.cc:455] T 00000000000000000000000000000000 P 52f684d10e5443adb43cf8ef056ec8c1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "da3e8aa521a448478525712908edbdab" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da3e8aa521a448478525712908edbdab" member_type: VOTER last_known_addr { host: "127.12.147.190" port: 36399 } } peers { permanent_uuid: "55b4837dd5fa49ec84c5691882620e58" member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } } peers { permanent_uuid: "52f684d10e5443adb43cf8ef056ec8c1" member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } } }
03:36:11.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.522908 13244 sys_catalog.cc:458] T 00000000000000000000000000000000 P 52f684d10e5443adb43cf8ef056ec8c1 [sys.catalog]: This master's current role is: FOLLOWER
03:36:11.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.524255 13245 sys_catalog.cc:455] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "da3e8aa521a448478525712908edbdab" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da3e8aa521a448478525712908edbdab" member_type: VOTER last_known_addr { host: "127.12.147.190" port: 36399 } } peers { permanent_uuid: "55b4837dd5fa49ec84c5691882620e58" member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } } peers { permanent_uuid: "52f684d10e5443adb43cf8ef056ec8c1" member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } } }
03:36:11.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.525785 13245 sys_catalog.cc:458] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [sys.catalog]: This master's current role is: LEADER
03:36:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.541800 13282 catalog_manager.cc:1347] Generated new cluster ID: 0fed214a01f64c33a1ffe23f3360e60d
03:36:11.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.542114 13282 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
03:36:11.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.595288 13282 catalog_manager.cc:1370] Generated new certificate authority record
03:36:11.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.601110 13282 catalog_manager.cc:1504] Loading token signing keys...
03:36:11.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.624267 13282 catalog_manager.cc:5868] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab: Generated new TSK 0
03:36:11.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.627676 13282 catalog_manager.cc:1514] Initializing in-progress tserver states...
03:36:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.651793 12878 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu
03:36:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu
03:36:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-0/wal
03:36:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-0/data
03:36:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:36:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:36:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:36:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:36:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:36:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:36:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-0/logs
03:36:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-0/data/info.pb
03:36:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:36:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:36:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:36:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:36:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:36:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:36:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:36:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:36:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:36:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:36:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.147.129:0
03:36:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.147.129
03:36:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.147.129
03:36:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:36:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.147.190:36399,127.12.147.189:37503,127.12.147.188:44333
03:36:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.147.148:45715
03:36:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:36:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:36:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:36:11.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.672119 13115 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } attempt: 7
03:36:11.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.717763 13115 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 55b4837dd5fa49ec84c5691882620e58: Bootstrap starting.
03:36:11.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.726351 13115 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 55b4837dd5fa49ec84c5691882620e58: Neither blocks nor log segments found. Creating new log.
03:36:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.729092 13115 log.cc:824] T 00000000000000000000000000000000 P 55b4837dd5fa49ec84c5691882620e58: Log is configured to *not* fsync() on all Append() calls
03:36:11.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.753685 13115 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 55b4837dd5fa49ec84c5691882620e58: No bootstrap required, opened a new log
03:36:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.850207 13115 raft_consensus.cc:348] T 00000000000000000000000000000000 P 55b4837dd5fa49ec84c5691882620e58 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da3e8aa521a448478525712908edbdab" member_type: VOTER last_known_addr { host: "127.12.147.190" port: 36399 } } peers { permanent_uuid: "55b4837dd5fa49ec84c5691882620e58" member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } } peers { permanent_uuid: "52f684d10e5443adb43cf8ef056ec8c1" member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } }
03:36:11.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.853206 13115 raft_consensus.cc:374] T 00000000000000000000000000000000 P 55b4837dd5fa49ec84c5691882620e58 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:36:11.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.854476 13115 raft_consensus.cc:729] T 00000000000000000000000000000000 P 55b4837dd5fa49ec84c5691882620e58 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 55b4837dd5fa49ec84c5691882620e58, State: Initialized, Role: FOLLOWER
03:36:11.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.857424 13115 consensus_queue.cc:260] T 00000000000000000000000000000000 P 55b4837dd5fa49ec84c5691882620e58 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da3e8aa521a448478525712908edbdab" member_type: VOTER last_known_addr { host: "127.12.147.190" port: 36399 } } peers { permanent_uuid: "55b4837dd5fa49ec84c5691882620e58" member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } } peers { permanent_uuid: "52f684d10e5443adb43cf8ef056ec8c1" member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } }
03:36:11.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.878693 13300 sys_catalog.cc:455] T 00000000000000000000000000000000 P 55b4837dd5fa49ec84c5691882620e58 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da3e8aa521a448478525712908edbdab" member_type: VOTER last_known_addr { host: "127.12.147.190" port: 36399 } } peers { permanent_uuid: "55b4837dd5fa49ec84c5691882620e58" member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } } peers { permanent_uuid: "52f684d10e5443adb43cf8ef056ec8c1" member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } } }
03:36:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.879631 13300 sys_catalog.cc:458] T 00000000000000000000000000000000 P 55b4837dd5fa49ec84c5691882620e58 [sys.catalog]: This master's current role is: FOLLOWER
03:36:11.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.887217 13074 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "da3e8aa521a448478525712908edbdab" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "55b4837dd5fa49ec84c5691882620e58"
03:36:11.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.888085 13074 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 55b4837dd5fa49ec84c5691882620e58 [term 0 FOLLOWER]: Advancing to term 1
03:36:11.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.894035 13075 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "da3e8aa521a448478525712908edbdab" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "55b4837dd5fa49ec84c5691882620e58" is_pre_election: true
03:36:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.899305 13074 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 55b4837dd5fa49ec84c5691882620e58 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate da3e8aa521a448478525712908edbdab in term 1.
03:36:11.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.900842 13073 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 55b4837dd5fa49ec84c5691882620e58 [term 1 FOLLOWER]: Refusing update from remote peer da3e8aa521a448478525712908edbdab: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:36:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.908586 13280 consensus_queue.cc:1035] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [LEADER]: Connected to new peer: Peer: permanent_uuid: "55b4837dd5fa49ec84c5691882620e58" member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:36:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.909873 13115 sys_catalog.cc:564] T 00000000000000000000000000000000 P 55b4837dd5fa49ec84c5691882620e58 [sys.catalog]: configured and running, proceeding with master startup.
03:36:11.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.981000 13300 sys_catalog.cc:455] T 00000000000000000000000000000000 P 55b4837dd5fa49ec84c5691882620e58 [sys.catalog]: SysCatalogTable state changed. Reason: New leader da3e8aa521a448478525712908edbdab. Latest consensus state: current_term: 1 leader_uuid: "da3e8aa521a448478525712908edbdab" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da3e8aa521a448478525712908edbdab" member_type: VOTER last_known_addr { host: "127.12.147.190" port: 36399 } } peers { permanent_uuid: "55b4837dd5fa49ec84c5691882620e58" member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } } peers { permanent_uuid: "52f684d10e5443adb43cf8ef056ec8c1" member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } } }
03:36:11.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.981827 13300 sys_catalog.cc:458] T 00000000000000000000000000000000 P 55b4837dd5fa49ec84c5691882620e58 [sys.catalog]: This master's current role is: FOLLOWER
03:36:11.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.982492 13311 sys_catalog.cc:455] T 00000000000000000000000000000000 P 55b4837dd5fa49ec84c5691882620e58 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "da3e8aa521a448478525712908edbdab" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da3e8aa521a448478525712908edbdab" member_type: VOTER last_known_addr { host: "127.12.147.190" port: 36399 } } peers { permanent_uuid: "55b4837dd5fa49ec84c5691882620e58" member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } } peers { permanent_uuid: "52f684d10e5443adb43cf8ef056ec8c1" member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } } }
03:36:11.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:11.983520 13311 sys_catalog.cc:458] T 00000000000000000000000000000000 P 55b4837dd5fa49ec84c5691882620e58 [sys.catalog]: This master's current role is: FOLLOWER
03:36:12.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:12.017963 13323 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
03:36:12.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:12.177866 13294 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:36:12.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:12.178546 13294 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:36:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:12.179330 13294 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:36:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:12.235311 13294 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:36:12.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:12.236707 13294 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.147.129
03:36:12.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:12.243799 13273 catalog_manager.cc:1259] Loaded cluster ID: 0fed214a01f64c33a1ffe23f3360e60d
03:36:12.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:12.244329 13273 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 52f684d10e5443adb43cf8ef056ec8c1: loading cluster ID for follower catalog manager: success
03:36:12.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:12.252345 13273 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 52f684d10e5443adb43cf8ef056ec8c1: acquiring CA information for follower catalog manager: success
03:36:12.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:12.258793 13273 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 52f684d10e5443adb43cf8ef056ec8c1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:36:12.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:12.298569 13294 tablet_server_runner.cc:78] Tablet server non-default flags:
03:36:12.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:36:12.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.147.148:45715
03:36:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:36:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:36:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-0/data
03:36:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-0/wal
03:36:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:36:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:36:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.147.129:0
03:36:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:36:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:36:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:36:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-0/data/info.pb
03:36:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.147.129
03:36:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:36:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.147.190:36399,127.12.147.189:37503,127.12.147.188:44333
03:36:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:36:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:36:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:36:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:36:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:36:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.147.129
03:36:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-0/logs
03:36:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:36:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:36:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:36:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:36:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:36:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:36:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:36:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:36:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:36:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:36:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:12.300309 13294 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:36:12.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:12.302505 13294 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:36:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:12.370748 13331 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:12.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:12.435082 13280 sys_catalog.cc:455] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "da3e8aa521a448478525712908edbdab" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da3e8aa521a448478525712908edbdab" member_type: VOTER last_known_addr { host: "127.12.147.190" port: 36399 } } peers { permanent_uuid: "55b4837dd5fa49ec84c5691882620e58" member_type: VOTER last_known_addr { host: "127.12.147.189" port: 37503 } } peers { permanent_uuid: "52f684d10e5443adb43cf8ef056ec8c1" member_type: VOTER last_known_addr { host: "127.12.147.188" port: 44333 } } }
03:36:12.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:12.435981 13280 sys_catalog.cc:458] T 00000000000000000000000000000000 P da3e8aa521a448478525712908edbdab [sys.catalog]: This master's current role is: LEADER
03:36:13.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:13.042480 13323 catalog_manager.cc:1259] Loaded cluster ID: 0fed214a01f64c33a1ffe23f3360e60d
03:36:13.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:13.043159 13323 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 55b4837dd5fa49ec84c5691882620e58: loading cluster ID for follower catalog manager: success
03:36:13.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:13.077618 13323 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 55b4837dd5fa49ec84c5691882620e58: acquiring CA information for follower catalog manager: success
03:36:13.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:13.104440 13323 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 55b4837dd5fa49ec84c5691882620e58: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:36:13.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:13.736168 13330 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 13294
03:36:13.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:13.877826 13294 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 1.517s user 0.548s sys 0.719s
03:36:13.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:13.882426 13294 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 1.522s user 0.548s sys 0.720s
03:36:13.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:12.372799 13333 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:13.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:13.890583 13294 server_base.cc:1034] running on GCE node
03:36:13.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:13.892462 13344 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:13.894229 13294 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:36:13.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:13.906679 13294 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:36:13.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:13.910631 13294 hybrid_clock.cc:648] HybridClock initialized: now 1786246573910567 us; error 48 us; skew 500 ppm
03:36:13.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:13.912235 13294 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:36:13.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:13.942229 13294 webserver.cc:460] Webserver started at http://127.12.147.129:39569/ using document root <none> and password file <none>
03:36:13.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:13.943513 13294 fs_manager.cc:359] Metadata directory not provided
03:36:13.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:13.943819 13294 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:36:13.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:13.944399 13294 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:36:13.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:13.951506 13294 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-0/data/instance:
03:36:13.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d2f2c052911b4dd78ec3e89af253655b"
03:36:13.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:13 on dist-test-slave-7lbf"
03:36:13.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:13.953014 13294 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-0/wal/instance:
03:36:13.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d2f2c052911b4dd78ec3e89af253655b"
03:36:13.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:13 on dist-test-slave-7lbf"
03:36:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:13.975977 13294 fs_manager.cc:691] Time spent creating directory manager: real 0.022s user 0.003s sys 0.015s
03:36:13.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:13.990180 13351 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:36:13.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:13.991591 13294 fs_manager.cc:725] Time spent opening block manager: real 0.011s user 0.009s sys 0.003s
03:36:13.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:13.992004 13294 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-0/data,/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-0/wal
03:36:13.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d2f2c052911b4dd78ec3e89af253655b"
03:36:13.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:13 on dist-test-slave-7lbf"
03:36:13.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:13.992465 13294 fs_report.cc:383] FS layout report
03:36:13.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:36:13.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-0/wal
03:36:13.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-0/wal
03:36:13.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-0/data/data
03:36:13.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:36:13.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:36:13.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:36:13.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:36:13.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:36:13.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:36:13.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:36:13.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:36:13.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:36:13.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:36:13.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:36:14.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.070240 13294 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:36:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.072157 13294 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:36:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.072698 13294 kserver.cc:163] Server-wide thread pool size limit: 3276
03:36:14.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.098654 13294 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
03:36:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.116219 13294 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:36:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.116652 13294 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s user 0.000s sys 0.000s
03:36:14.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.116961 13294 ts_tablet_manager.cc:610] Registered 0 tablets
03:36:14.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.117368 13294 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:36:14.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.428934 13294 rpc_server.cc:307] RPC server started. Bound to: 127.12.147.129:38461
03:36:14.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.429086 13530 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.147.129:38461 every 8 connection(s)
03:36:14.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.432581 13294 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-0/data/info.pb
03:36:14.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.441975 12878 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu as pid 13294
03:36:14.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.442425 12878 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-0/wal/instance
03:36:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.464339 12878 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu
03:36:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu
03:36:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-1/wal
03:36:14.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-1/data
03:36:14.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:36:14.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:36:14.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:36:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:36:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:36:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:36:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-1/logs
03:36:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-1/data/info.pb
03:36:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:36:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:36:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:36:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:36:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:36:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:36:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:36:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:36:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:36:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:36:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.147.130:0
03:36:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.147.130
03:36:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.147.130
03:36:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:36:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.147.190:36399,127.12.147.189:37503,127.12.147.188:44333
03:36:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.147.148:45715
03:36:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:36:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:36:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:36:14.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.529026 13532 heartbeater.cc:347] Connected to a master server at 127.12.147.188:44333
03:36:14.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.529644 13532 heartbeater.cc:464] Registering TS with master...
03:36:14.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.531421 13532 heartbeater.cc:511] Master 127.12.147.188:44333 requested a full tablet report, sending...
03:36:14.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.533375 13531 heartbeater.cc:347] Connected to a master server at 127.12.147.189:37503
03:36:14.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.533982 13531 heartbeater.cc:464] Registering TS with master...
03:36:14.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.534890 13531 heartbeater.cc:511] Master 127.12.147.189:37503 requested a full tablet report, sending...
03:36:14.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.536072 13179 ts_manager.cc:194] Registered new tserver with Master: d2f2c052911b4dd78ec3e89af253655b (127.12.147.129:38461)
03:36:14.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.539237 13063 ts_manager.cc:194] Registered new tserver with Master: d2f2c052911b4dd78ec3e89af253655b (127.12.147.129:38461)
03:36:14.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.545475 13537 heartbeater.cc:347] Connected to a master server at 127.12.147.190:36399
03:36:14.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.545920 13537 heartbeater.cc:464] Registering TS with master...
03:36:14.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.546876 13537 heartbeater.cc:511] Master 127.12.147.190:36399 requested a full tablet report, sending...
03:36:14.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.549504 12942 ts_manager.cc:194] Registered new tserver with Master: d2f2c052911b4dd78ec3e89af253655b (127.12.147.129:38461)
03:36:14.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.552985 12942 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.12.147.129:46685
03:36:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:14.832036 13536 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:36:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:14.832587 13536 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:36:14.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:14.833300 13536 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:36:14.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:14.864827 13536 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:36:14.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:14.865805 13536 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.147.130
03:36:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.901875 13536 tablet_server_runner.cc:78] Tablet server non-default flags:
03:36:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:36:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.147.148:45715
03:36:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:36:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:36:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-1/data
03:36:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-1/wal
03:36:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:36:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:36:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.147.130:0
03:36:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:36:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:36:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:36:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-1/data/info.pb
03:36:14.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.147.130
03:36:14.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:36:14.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.147.190:36399,127.12.147.189:37503,127.12.147.188:44333
03:36:14.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:36:14.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:36:14.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:36:14.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:36:14.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:36:14.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.147.130
03:36:14.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-1/logs
03:36:14.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:36:14.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:36:14.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:36:14.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:36:14.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:36:14.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:36:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:36:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:36:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:36:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:36:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.903398 13536 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:36:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:14.905596 13536 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:36:14.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:14.927181 13556 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:15.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:15.558662 13537 heartbeater.cc:503] Master 127.12.147.190:36399 was elected leader, sending a full tablet report...
03:36:16.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:14.927435 13557 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:16.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:14.930222 13559 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:16.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:16.214918 13558 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1285 milliseconds
03:36:16.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.215044 13536 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:36:16.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.216311 13536 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:36:16.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.219177 13536 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:36:16.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.220634 13536 hybrid_clock.cc:648] HybridClock initialized: now 1786246576220596 us; error 57 us; skew 500 ppm
03:36:16.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.221509 13536 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:36:16.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.228718 13536 webserver.cc:460] Webserver started at http://127.12.147.130:36833/ using document root <none> and password file <none>
03:36:16.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.229737 13536 fs_manager.cc:359] Metadata directory not provided
03:36:16.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.229961 13536 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:36:16.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.230403 13536 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:36:16.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.235476 13536 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-1/data/instance:
03:36:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a79d329a8162496686da46083ee61164"
03:36:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:16 on dist-test-slave-7lbf"
03:36:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.236533 13536 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-1/wal/instance:
03:36:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a79d329a8162496686da46083ee61164"
03:36:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:16 on dist-test-slave-7lbf"
03:36:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.243716 13536 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
03:36:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.249298 13574 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:36:16.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.250432 13536 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
03:36:16.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.250741 13536 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-1/data,/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-1/wal
03:36:16.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a79d329a8162496686da46083ee61164"
03:36:16.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:16 on dist-test-slave-7lbf"
03:36:16.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.251078 13536 fs_report.cc:383] FS layout report
03:36:16.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:36:16.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-1/wal
03:36:16.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-1/wal
03:36:16.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-1/data/data
03:36:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:36:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:36:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:36:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:36:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:36:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:36:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:36:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:36:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:36:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:36:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:36:16.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.287688 13536 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:36:16.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.289160 13536 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:36:16.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.289727 13536 kserver.cc:163] Server-wide thread pool size limit: 3276
03:36:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.292699 13536 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
03:36:16.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.297982 13536 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:36:16.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.298183 13536 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:36:16.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.298434 13536 ts_tablet_manager.cc:610] Registered 0 tablets
03:36:16.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.298820 13536 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
03:36:16.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.456523 13536 rpc_server.cc:307] RPC server started. Bound to: 127.12.147.130:44153
03:36:16.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.456633 13755 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.147.130:44153 every 8 connection(s)
03:36:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.459354 13536 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-1/data/info.pb
03:36:16.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.465106 12878 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu as pid 13536
03:36:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.469012 12878 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-1/wal/instance
03:36:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.482553 12878 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu
03:36:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu
03:36:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-2/wal
03:36:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-2/data
03:36:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:36:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:36:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:36:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:36:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:36:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:36:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-2/logs
03:36:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-2/data/info.pb
03:36:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:36:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:36:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:36:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:36:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:36:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:36:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:36:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:36:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:36:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:36:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.147.131:0
03:36:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.147.131
03:36:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.147.131
03:36:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:36:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.147.190:36399,127.12.147.189:37503,127.12.147.188:44333
03:36:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.147.148:45715
03:36:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:36:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:36:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:36:16.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.515812 13757 heartbeater.cc:347] Connected to a master server at 127.12.147.188:44333
03:36:16.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.519768 13757 heartbeater.cc:464] Registering TS with master...
03:36:16.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.521114 13757 heartbeater.cc:511] Master 127.12.147.188:44333 requested a full tablet report, sending...
03:36:16.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.528033 13179 ts_manager.cc:194] Registered new tserver with Master: a79d329a8162496686da46083ee61164 (127.12.147.130:44153)
03:36:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.533167 13756 heartbeater.cc:347] Connected to a master server at 127.12.147.189:37503
03:36:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.533540 13756 heartbeater.cc:464] Registering TS with master...
03:36:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.534384 13756 heartbeater.cc:511] Master 127.12.147.189:37503 requested a full tablet report, sending...
03:36:16.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.535759 13758 heartbeater.cc:347] Connected to a master server at 127.12.147.190:36399
03:36:16.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.536084 13758 heartbeater.cc:464] Registering TS with master...
03:36:16.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.536872 13758 heartbeater.cc:511] Master 127.12.147.190:36399 requested a full tablet report, sending...
03:36:16.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.539662 12942 ts_manager.cc:194] Registered new tserver with Master: a79d329a8162496686da46083ee61164 (127.12.147.130:44153)
03:36:16.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.541996 12942 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.12.147.130:35405
03:36:16.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.542876 13063 ts_manager.cc:194] Registered new tserver with Master: a79d329a8162496686da46083ee61164 (127.12.147.130:44153)
03:36:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:16.850284 13772 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:36:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:16.850797 13772 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:36:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:16.851243 13772 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:36:16.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:16.881913 13772 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:36:16.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:16.882718 13772 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.147.131
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.917603 13772 tablet_server_runner.cc:78] Tablet server non-default flags:
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.147.148:45715
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-2/data
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-2/wal
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.147.131:0
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-2/data/info.pb
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.147.131
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.147.190:36399,127.12.147.189:37503,127.12.147.188:44333
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.147.131
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-2/logs
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:36:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:36:16.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:36:16.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.918973 13772 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:36:16.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:16.920619 13772 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:36:16.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:16.940634 13780 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:17.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:17.529127 13111 debug-util.cc:398] Leaking SignalData structure 0x7b0800081980 after lost signal to thread 13011
03:36:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:17.529806 13111 debug-util.cc:398] Leaking SignalData structure 0x7b0800095300 after lost signal to thread 13114
03:36:17.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:17.547950 13758 heartbeater.cc:503] Master 127.12.147.190:36399 was elected leader, sending a full tablet report...
03:36:18.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:16.941329 13784 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:18.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:16.940821 13781 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:18.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:18.094174 13782 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:36:18.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.094573 13772 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:36:18.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.098495 13772 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:36:18.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.101217 13772 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:36:18.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.102838 13772 hybrid_clock.cc:648] HybridClock initialized: now 1786246578102804 us; error 56 us; skew 500 ppm
03:36:18.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.103698 13772 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:36:18.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.114049 13772 webserver.cc:460] Webserver started at http://127.12.147.131:45009/ using document root <none> and password file <none>
03:36:18.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.115125 13772 fs_manager.cc:359] Metadata directory not provided
03:36:18.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.115360 13772 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:36:18.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.115912 13772 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:36:18.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.121660 13772 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-2/data/instance:
03:36:18.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c08ffc7376ef4c1eb084269e9d252488"
03:36:18.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:18 on dist-test-slave-7lbf"
03:36:18.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.122913 13772 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-2/wal/instance:
03:36:18.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c08ffc7376ef4c1eb084269e9d252488"
03:36:18.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:18 on dist-test-slave-7lbf"
03:36:18.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.131523 13772 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.000s sys 0.006s
03:36:18.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.138347 13794 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:36:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.139715 13772 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
03:36:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.140125 13772 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-2/data,/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-2/wal
03:36:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c08ffc7376ef4c1eb084269e9d252488"
03:36:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:18 on dist-test-slave-7lbf"
03:36:18.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.140579 13772 fs_report.cc:383] FS layout report
03:36:18.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:36:18.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-2/wal
03:36:18.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-2/wal
03:36:18.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-2/data/data
03:36:18.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:36:18.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:36:18.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:36:18.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:36:18.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:36:18.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:36:18.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:36:18.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:36:18.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:36:18.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:36:18.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:36:18.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.586432 13772 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:36:18.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.589016 13772 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:36:18.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.589769 13772 kserver.cc:163] Server-wide thread pool size limit: 3276
03:36:18.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.594449 13772 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
03:36:18.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.602451 13772 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:36:18.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.602814 13772 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:36:18.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.603368 13772 ts_tablet_manager.cc:610] Registered 0 tablets
03:36:18.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.603658 13772 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:36:18.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.922890 13772 rpc_server.cc:307] RPC server started. Bound to: 127.12.147.131:38375
03:36:18.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.923061 13964 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.147.131:38375 every 8 connection(s)
03:36:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.929464 13772 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-2/data/info.pb
03:36:18.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.937670 12878 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu as pid 13772
03:36:18.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:18.938470 12878 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster8489017492442709165/ts-2/wal/instance
03:36:19.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:19.042431 13968 heartbeater.cc:347] Connected to a master server at 127.12.147.188:44333
03:36:19.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:19.043437 13968 heartbeater.cc:464] Registering TS with master...
03:36:19.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:19.046594 13968 heartbeater.cc:511] Master 127.12.147.188:44333 requested a full tablet report, sending...
03:36:19.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:19.055555 13179 ts_manager.cc:194] Registered new tserver with Master: c08ffc7376ef4c1eb084269e9d252488 (127.12.147.131:38375)
03:36:19.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:19.057762 13965 heartbeater.cc:347] Connected to a master server at 127.12.147.189:37503
03:36:19.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:19.058215 13969 heartbeater.cc:347] Connected to a master server at 127.12.147.190:36399
03:36:19.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:19.058444 13965 heartbeater.cc:464] Registering TS with master...
03:36:19.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:19.058933 13969 heartbeater.cc:464] Registering TS with master...
03:36:19.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:19.060312 13965 heartbeater.cc:511] Master 127.12.147.189:37503 requested a full tablet report, sending...
03:36:19.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:19.060536 13969 heartbeater.cc:511] Master 127.12.147.190:36399 requested a full tablet report, sending...
03:36:19.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:19.065384 12942 ts_manager.cc:194] Registered new tserver with Master: c08ffc7376ef4c1eb084269e9d252488 (127.12.147.131:38375)
03:36:19.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:19.065759 13062 ts_manager.cc:194] Registered new tserver with Master: c08ffc7376ef4c1eb084269e9d252488 (127.12.147.131:38375)
03:36:19.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:19.070742 12942 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.12.147.131:40241
03:36:19.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:19.093858 12878 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
03:36:19.120 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:36:19.123 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
03:36:19.145 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.12.147.190"
port: 36399
}
bound_http_address {
host: "127.12.147.190"
port: 41161
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.12.147.189"
port: 37503
}
bound_http_address {
host: "127.12.147.189"
port: 43127
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.12.147.188"
port: 44333
}
bound_http_address {
host: "127.12.147.188"
port: 41537
}
}
}
03:36:19.158 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
03:36:19.166 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.12.147.129"
port: 38461
}
bound_http_address {
host: "127.12.147.129"
port: 39569
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.12.147.130"
port: 44153
}
bound_http_address {
host: "127.12.147.130"
port: 36833
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.12.147.131"
port: 38375
}
bound_http_address {
host: "127.12.147.131"
port: 45009
}
}
}
03:36:19.167 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
03:36:19.626 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
03:36:19.884 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskECB5fa/test-tmp
03:36:19.887 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
03:36:19.887 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskECB5fa/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
03:36:19.893 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
03:36:20.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:20.081080 13969 heartbeater.cc:503] Master 127.12.147.190:36399 was elected leader, sending a full tablet report...
03:36:20.861 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:36:20.861 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
03:36:20.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:20.865392 13979 mini_oidc.cc:152] Starting JWKS server
03:36:20.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:20.869884 13979 webserver.cc:460] Webserver started at http://127.0.0.1:33899/ using document root <none> and password file <none>
03:36:20.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:20.870378 13979 mini_oidc.cc:189] Starting OIDC Discovery server
03:36:20.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:20.872534 13979 webserver.cc:460] Webserver started at http://127.0.0.1:34275/ using document root <none> and password file <none>
03:36:20.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
03:36:20.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/principal' for realm 'KRBTEST.COM',
03:36:20.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
03:36:20.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:36:20 dist-test-slave-7lbf krb5kdc[13997](info): setting up network...
03:36:20.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
03:36:20.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:36:20 dist-test-slave-7lbf krb5kdc[13997](info): set up 2 sockets
03:36:20.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:36:20 dist-test-slave-7lbf krb5kdc[13997](info): commencing operation
03:36:20.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
03:36:22.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:22.122146 13979 mini_kdc.cc:121] Time spent starting KDC: real 1.221s user 0.009s sys 0.017s
03:36:22.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
03:36:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:36:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
03:36:22.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
03:36:22.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:36:22.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
03:36:22.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
03:36:22.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:36:22.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
03:36:22.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:36:22.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/test-user.keytab.
03:36:22.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/test-user.keytab.
03:36:22.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:36:22 dist-test-slave-7lbf krb5kdc[13997](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786246582, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:36:22.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:36:22.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T03:36:22Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
03:36:22.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T03:36:22Z Disabled control of system clock
03:36:22.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.13.166.254@KRBTEST.COM; defaulting to no policy
03:36:22.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:36:22.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.13.166.254@KRBTEST.COM" created.
03:36:22.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:36:22.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.166.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/kudu_127.13.166.254.keytab.
03:36:22.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.166.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/kudu_127.13.166.254.keytab.
03:36:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:22.323962 13979 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu
03:36:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu
03:36:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/wal
03:36:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/data
03:36:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:36:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:36:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:36:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:36:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:36:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:36:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/logs
03:36:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/data/info.pb
03:36:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:36:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:36:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:36:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:36:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:36:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:36:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:36:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:36:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:36:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:36:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:36:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:36:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.166.254:44271
03:36:22.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.166.254
03:36:22.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:36:22.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/kudu_127.13.166.254.keytab
03:36:22.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.166.254
03:36:22.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:36:22.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:36:22.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:36:22.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.166.212:35817
03:36:22.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:36:22.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:36:22.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:36:22.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:36:22.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.166.254:44271,127.13.166.253:39363,127.13.166.252:38045
03:36:22.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:36:22.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33899/jwks.json
03:36:22.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:36:22.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:22.651031 14019 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:36:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:22.651810 14019 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:36:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:22.652536 14019 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:36:22.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:22.685079 14019 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:36:22.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:22.685369 14019 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:36:22.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:22.685823 14019 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:36:22.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:22.686142 14019 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:36:22.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:22.686439 14019 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:36:22.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:22.686724 14019 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:36:22.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:22.686982 14019 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33899/jwks.json
03:36:22.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:22.729907 14019 master_runner.cc:386] Master server non-default flags:
03:36:22.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:36:22.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.166.212:35817
03:36:22.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:36:22.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:36:22.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/data
03:36:22.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/wal
03:36:22.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:36:22.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:36:22.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.166.254:44271,127.13.166.253:39363,127.13.166.252:38045
03:36:22.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/kudu_127.13.166.254.keytab
03:36:22.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.166.254
03:36:22.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:36:22.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:36:22.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:36:22.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.166.254:44271
03:36:22.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:36:22.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:36:22.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:36:22.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33899/jwks.json
03:36:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:36:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:36:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:36:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:36:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:36:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/data/info.pb
03:36:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.166.254
03:36:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:36:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:36:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:36:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:36:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:36:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:36:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/logs
03:36:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:36:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:36:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:36:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:36:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:36:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:36:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:36:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:36:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:36:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:36:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:22.731360 14019 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:36:22.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:22.732546 14019 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:36:22.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:22.751434 14025 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:23.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:22.751494 14027 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:23.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:22.751572 14035 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:23.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:23.891295 14031 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:36:23.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:23.891439 14019 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:36:23.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:23.895320 14019 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:36:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:23.898247 14019 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:36:23.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:23.899638 14019 hybrid_clock.cc:648] HybridClock initialized: now 1786246583899577 us; error 85 us; skew 500 ppm
03:36:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:23.900437 14019 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:36:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:36:23 dist-test-slave-7lbf krb5kdc[13997](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786246583, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.166.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:36:23.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:23.910094 14019 init.cc:377] Logged in from keytab as kudu/127.13.166.254@KRBTEST.COM (short username kudu)
03:36:23.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:23.915983 14019 webserver.cc:460] Webserver started at http://127.13.166.254:37243/ using document root <none> and password file <none>
03:36:23.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:23.917233 14019 fs_manager.cc:359] Metadata directory not provided
03:36:23.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:23.917506 14019 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:36:23.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:23.918087 14019 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:36:23.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:23.925195 14019 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/data/instance:
03:36:23.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b26ff4dc0c84d429695fe2404534f9d"
03:36:23.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:23 on dist-test-slave-7lbf"
03:36:23.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:23.926715 14019 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/wal/instance:
03:36:23.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b26ff4dc0c84d429695fe2404534f9d"
03:36:23.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:23 on dist-test-slave-7lbf"
03:36:23.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:23.935158 14019 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.004s sys 0.004s
03:36:23.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:23.941679 14044 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:36:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:23.942796 14019 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
03:36:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:23.943120 14019 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/data,/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/wal
03:36:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b26ff4dc0c84d429695fe2404534f9d"
03:36:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:23 on dist-test-slave-7lbf"
03:36:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:23.943428 14019 fs_report.cc:383] FS layout report
03:36:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:36:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/wal
03:36:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/wal
03:36:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/data/data
03:36:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:36:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:36:23.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:36:23.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:36:23.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:36:23.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:36:23.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:36:23.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:36:23.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:36:23.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:36:23.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:36:23.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:23.976949 14019 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:36:23.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:23.982692 14019 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:36:23.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:23.983218 14019 kserver.cc:163] Server-wide thread pool size limit: 3276
03:36:24.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:24.064337 14019 rpc_server.cc:307] RPC server started. Bound to: 127.13.166.254:44271
03:36:24.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:24.064388 14124 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.166.254:44271 every 8 connection(s)
03:36:24.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:24.067975 14019 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/data/info.pb
03:36:24.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:24.074182 14125 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:36:24.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:24.078601 13979 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu as pid 14019
03:36:24.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:24.079154 13979 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/wal/instance
03:36:24.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:24.086040 14125 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.166.254" port: 44271 } has no permanent_uuid. Determining permanent_uuid...
03:36:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.13.166.253@KRBTEST.COM; defaulting to no policy
03:36:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:36:24.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.13.166.253@KRBTEST.COM" created.
03:36:24.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:36:24 dist-test-slave-7lbf krb5kdc[13997](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786246583, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.166.254@KRBTEST.COM for kudu/127.13.166.254@KRBTEST.COM
03:36:24.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:24.133208 14125 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.166.253" port: 39363 } has no permanent_uuid. Determining permanent_uuid...
03:36:24.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:24.135921 14049 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.166.253:39363: connect: Connection refused (error 111)
03:36:24.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:36:24.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.166.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/kudu_127.13.166.253.keytab.
03:36:24.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.166.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/kudu_127.13.166.253.keytab.
03:36:24.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:24.140388 14125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.166.253:39363: Network error: Client connection negotiation failed: client connection to 127.13.166.253:39363: connect: Connection refused (error 111)
03:36:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:24.142323 13979 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu
03:36:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu
03:36:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/wal
03:36:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/data
03:36:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:36:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:36:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:36:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:36:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:36:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/logs
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/data/info.pb
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.166.253:39363
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.166.253
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/kudu_127.13.166.253.keytab
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.166.253
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.166.212:35817
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.166.254:44271,127.13.166.253:39363,127.13.166.252:38045
03:36:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:36:24.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33899/jwks.json
03:36:24.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:36:24.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:24.189914 14125 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.166.253" port: 39363 } attempt: 1
03:36:24.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:24.193955 14125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.166.253:39363: Network error: Client connection negotiation failed: client connection to 127.13.166.253:39363: connect: Connection refused (error 111)
03:36:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:24.262291 14125 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.166.253" port: 39363 } attempt: 2
03:36:24.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:24.265806 14125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.166.253:39363: Network error: Client connection negotiation failed: client connection to 127.13.166.253:39363: connect: Connection refused (error 111)
03:36:24.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:24.357285 14125 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.166.253" port: 39363 } attempt: 3
03:36:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:24.360973 14125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.166.253:39363: Network error: Client connection negotiation failed: client connection to 127.13.166.253:39363: connect: Connection refused (error 111)
03:36:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:24.451252 14141 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:36:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:24.451817 14141 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:36:24.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:24.452387 14141 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:36:24.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:24.484685 14141 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:36:24.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:24.484910 14141 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:36:24.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:24.485167 14141 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:36:24.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:24.485368 14141 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:36:24.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:24.485595 14141 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:36:24.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:24.485800 14141 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:36:24.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:24.485939 14141 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33899/jwks.json
03:36:24.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:24.504443 14125 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.166.253" port: 39363 } attempt: 4
03:36:24.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:24.509428 14125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.166.253:39363: Network error: Client connection negotiation failed: client connection to 127.13.166.253:39363: connect: Connection refused (error 111)
03:36:24.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:24.525103 14141 master_runner.cc:386] Master server non-default flags:
03:36:24.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:36:24.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.166.212:35817
03:36:24.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:36:24.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:36:24.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/data
03:36:24.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/wal
03:36:24.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:36:24.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:36:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.166.254:44271,127.13.166.253:39363,127.13.166.252:38045
03:36:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/kudu_127.13.166.253.keytab
03:36:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.166.253
03:36:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:36:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:36:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:36:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.166.253:39363
03:36:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:36:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:36:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:36:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33899/jwks.json
03:36:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:36:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:36:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:36:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:36:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:36:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/data/info.pb
03:36:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.166.253
03:36:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:36:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:36:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:36:24.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:36:24.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:36:24.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:36:24.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/logs
03:36:24.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:36:24.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:36:24.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:36:24.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:36:24.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:36:24.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:36:24.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:36:24.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:36:24.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:36:24.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:36:24.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:24.526655 14141 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:36:24.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:24.528017 14141 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:36:24.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:24.545507 14152 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:24.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:24.808930 14125 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.166.253" port: 39363 } attempt: 5
03:36:24.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:24.812940 14125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.166.253:39363: Network error: Client connection negotiation failed: client connection to 127.13.166.253:39363: connect: Connection refused (error 111)
03:36:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.360479 14125 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.166.253" port: 39363 } attempt: 6
03:36:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:25.367769 14125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.166.253:39363: Network error: Client connection negotiation failed: client connection to 127.13.166.253:39363: connect: Connection refused (error 111)
03:36:25.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:24.545571 14148 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:25.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:24.546563 14149 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:25.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:24.547260 14141 server_base.cc:1034] running on GCE node
03:36:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.687764 14141 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:36:25.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.691059 14141 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:36:25.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.692554 14141 hybrid_clock.cc:648] HybridClock initialized: now 1786246585692510 us; error 66 us; skew 500 ppm
03:36:25.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.693444 14141 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:36:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:36:25 dist-test-slave-7lbf krb5kdc[13997](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786246585, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.166.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:36:25.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.699878 14141 init.cc:377] Logged in from keytab as kudu/127.13.166.253@KRBTEST.COM (short username kudu)
03:36:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.705222 14141 webserver.cc:460] Webserver started at http://127.13.166.253:35031/ using document root <none> and password file <none>
03:36:25.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.706241 14141 fs_manager.cc:359] Metadata directory not provided
03:36:25.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.706506 14141 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:36:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.706951 14141 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:36:25.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.712201 14141 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/data/instance:
03:36:25.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "641fedb2ccfd484383207a789153e948"
03:36:25.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:25 on dist-test-slave-7lbf"
03:36:25.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.713490 14141 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/wal/instance:
03:36:25.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "641fedb2ccfd484383207a789153e948"
03:36:25.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:25 on dist-test-slave-7lbf"
03:36:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.721563 14141 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
03:36:25.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.727241 14172 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:36:25.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.728490 14141 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
03:36:25.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.728911 14141 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/data,/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/wal
03:36:25.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "641fedb2ccfd484383207a789153e948"
03:36:25.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:25 on dist-test-slave-7lbf"
03:36:25.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.729282 14141 fs_report.cc:383] FS layout report
03:36:25.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:36:25.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/wal
03:36:25.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/wal
03:36:25.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/data/data
03:36:25.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:36:25.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:36:25.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:36:25.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:36:25.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:36:25.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:36:25.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:36:25.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:36:25.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:36:25.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:36:25.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:36:25.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.770264 14141 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:36:25.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.776263 14141 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:36:25.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.776705 14141 kserver.cc:163] Server-wide thread pool size limit: 3276
03:36:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.854035 14141 rpc_server.cc:307] RPC server started. Bound to: 127.13.166.253:39363
03:36:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.854205 14250 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.166.253:39363 every 8 connection(s)
03:36:25.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.856814 14141 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/data/info.pb
03:36:25.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.861675 13979 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu as pid 14141
03:36:25.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.862193 13979 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/wal/instance
03:36:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.863570 14251 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:36:25.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.877250 14251 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.166.254" port: 44271 } has no permanent_uuid. Determining permanent_uuid...
03:36:25.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.13.166.252@KRBTEST.COM; defaulting to no policy
03:36:25.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:36:25.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.13.166.252@KRBTEST.COM" created.
03:36:25.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:36:25 dist-test-slave-7lbf krb5kdc[13997](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786246585, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.166.253@KRBTEST.COM for kudu/127.13.166.254@KRBTEST.COM
03:36:25.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:36:25.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.166.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/kudu_127.13.166.252.keytab.
03:36:25.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.166.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/kudu_127.13.166.252.keytab.
03:36:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.909709 13979 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu
03:36:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu
03:36:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/wal
03:36:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/data
03:36:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:36:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:36:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:36:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:36:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:36:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:36:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/logs
03:36:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/data/info.pb
03:36:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:36:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:36:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:36:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:36:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:36:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:36:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:36:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:36:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:36:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:36:25.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:36:25.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:36:25.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.166.252:38045
03:36:25.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.166.252
03:36:25.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:36:25.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/kudu_127.13.166.252.keytab
03:36:25.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.166.252
03:36:25.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:36:25.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:36:25.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:36:25.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.166.212:35817
03:36:25.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:36:25.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:36:25.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:36:25.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:36:25.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.166.254:44271,127.13.166.253:39363,127.13.166.252:38045
03:36:25.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:36:25.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33899/jwks.json
03:36:25.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:36:25.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.915712 14251 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.166.253" port: 39363 } has no permanent_uuid. Determining permanent_uuid...
03:36:25.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:36:25 dist-test-slave-7lbf krb5kdc[13997](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786246585, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.166.253@KRBTEST.COM for kudu/127.13.166.253@KRBTEST.COM
03:36:25.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:25.946712 14251 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } has no permanent_uuid. Determining permanent_uuid...
03:36:25.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:25.948990 14174 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.166.252:38045: connect: Connection refused (error 111)
03:36:25.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:25.953017 14251 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.166.252:38045: Network error: Client connection negotiation failed: client connection to 127.13.166.252:38045: connect: Connection refused (error 111)
03:36:26.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:26.002547 14251 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } attempt: 1
03:36:26.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:26.006570 14251 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.166.252:38045: Network error: Client connection negotiation failed: client connection to 127.13.166.252:38045: connect: Connection refused (error 111)
03:36:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:26.074940 14251 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } attempt: 2
03:36:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:26.079062 14251 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.166.252:38045: Network error: Client connection negotiation failed: client connection to 127.13.166.252:38045: connect: Connection refused (error 111)
03:36:26.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:26.170503 14251 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } attempt: 3
03:36:26.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:26.174043 14251 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.166.252:38045: Network error: Client connection negotiation failed: client connection to 127.13.166.252:38045: connect: Connection refused (error 111)
03:36:26.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:26.241266 14261 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:36:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:26.241884 14261 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:36:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:26.242499 14261 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:36:26.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:26.273345 14261 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:36:26.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:26.273610 14261 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:36:26.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:26.273867 14261 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:36:26.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:26.274065 14261 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:36:26.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:26.274250 14261 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:36:26.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:26.274420 14261 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:36:26.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:26.274560 14261 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33899/jwks.json
03:36:26.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:26.310946 14261 master_runner.cc:386] Master server non-default flags:
03:36:26.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:36:26.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.166.212:35817
03:36:26.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:36:26.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:36:26.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/data
03:36:26.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/wal
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.166.254:44271,127.13.166.253:39363,127.13.166.252:38045
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/kudu_127.13.166.252.keytab
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.166.252
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.166.252:38045
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33899/jwks.json
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/data/info.pb
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.166.252
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/logs
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:36:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:26.312201 14261 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:36:26.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:26.313261 14261 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:36:26.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:26.317533 14251 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } attempt: 4
03:36:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:26.321952 14251 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.166.252:38045: Network error: Client connection negotiation failed: client connection to 127.13.166.252:38045: connect: Connection refused (error 111)
03:36:26.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:26.333034 14274 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:26.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:26.428243 14125 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.166.253" port: 39363 } attempt: 7
03:36:26.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:36:26 dist-test-slave-7lbf krb5kdc[13997](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786246583, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.166.254@KRBTEST.COM for kudu/127.13.166.253@KRBTEST.COM
03:36:26.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:26.454605 14125 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } has no permanent_uuid. Determining permanent_uuid...
03:36:26.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:26.460037 14125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.166.252:38045: Network error: Client connection negotiation failed: client connection to 127.13.166.252:38045: connect: Connection refused (error 111)
03:36:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:26.518425 14125 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } attempt: 1
03:36:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:26.522713 14125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.166.252:38045: Network error: Client connection negotiation failed: client connection to 127.13.166.252:38045: connect: Connection refused (error 111)
03:36:26.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:26.604091 14125 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } attempt: 2
03:36:26.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:26.608639 14125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.166.252:38045: Network error: Client connection negotiation failed: client connection to 127.13.166.252:38045: connect: Connection refused (error 111)
03:36:26.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:26.621353 14251 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } attempt: 5
03:36:26.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:26.625068 14251 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.166.252:38045: Network error: Client connection negotiation failed: client connection to 127.13.166.252:38045: connect: Connection refused (error 111)
03:36:26.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:26.694010 14125 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } attempt: 3
03:36:26.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:26.699640 14125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.166.252:38045: Network error: Client connection negotiation failed: client connection to 127.13.166.252:38045: connect: Connection refused (error 111)
03:36:26.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:26.840107 14125 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } attempt: 4
03:36:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:26.844929 14125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.166.252:38045: Network error: Client connection negotiation failed: client connection to 127.13.166.252:38045: connect: Connection refused (error 111)
03:36:27.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.128322 14125 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } attempt: 5
03:36:27.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:27.133781 14125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.166.252:38045: Network error: Client connection negotiation failed: client connection to 127.13.166.252:38045: connect: Connection refused (error 111)
03:36:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.172420 14251 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } attempt: 6
03:36:27.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:27.178967 14251 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.166.252:38045: Network error: Client connection negotiation failed: client connection to 127.13.166.252:38045: connect: Connection refused (error 111)
03:36:27.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:26.333061 14276 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:27.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:26.335424 14261 server_base.cc:1034] running on GCE node
03:36:27.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:26.333767 14279 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.492480 14261 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:36:27.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.495914 14261 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:36:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.511873 14261 hybrid_clock.cc:648] HybridClock initialized: now 1786246587508158 us; error 3714 us; skew 500 ppm
03:36:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.513055 14261 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:36:27.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:36:27 dist-test-slave-7lbf krb5kdc[13997](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786246587, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.166.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:36:27.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.521683 14261 init.cc:377] Logged in from keytab as kudu/127.13.166.252@KRBTEST.COM (short username kudu)
03:36:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.529048 14261 webserver.cc:460] Webserver started at http://127.13.166.252:39717/ using document root <none> and password file <none>
03:36:27.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.530059 14261 fs_manager.cc:359] Metadata directory not provided
03:36:27.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.530261 14261 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:36:27.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.530679 14261 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:36:27.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.535669 14261 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/data/instance:
03:36:27.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e0129a58029848fa94614c2f0337222c"
03:36:27.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:27 on dist-test-slave-7lbf"
03:36:27.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.536762 14261 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/wal/instance:
03:36:27.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e0129a58029848fa94614c2f0337222c"
03:36:27.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:27 on dist-test-slave-7lbf"
03:36:27.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.544737 14261 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
03:36:27.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.550781 14295 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:36:27.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.552011 14261 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
03:36:27.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.552346 14261 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/data,/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/wal
03:36:27.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e0129a58029848fa94614c2f0337222c"
03:36:27.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:27 on dist-test-slave-7lbf"
03:36:27.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.552664 14261 fs_report.cc:383] FS layout report
03:36:27.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:36:27.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/wal
03:36:27.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/wal
03:36:27.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/data/data
03:36:27.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:36:27.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:36:27.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:36:27.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:36:27.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:36:27.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:36:27.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:36:27.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:36:27.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:36:27.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:36:27.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:36:27.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.609503 14261 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:36:27.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.616158 14261 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:36:27.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.616783 14261 kserver.cc:163] Server-wide thread pool size limit: 3276
03:36:27.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.686347 14125 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } attempt: 6
03:36:27.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:27.713081 14125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.166.252:38045: Network error: Client connection negotiation failed: client connection to 127.13.166.252:38045: connect: Connection refused (error 111)
03:36:27.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.837602 14261 rpc_server.cc:307] RPC server started. Bound to: 127.13.166.252:38045
03:36:27.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.837846 14390 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.166.252:38045 every 8 connection(s)
03:36:27.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.840723 14261 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/data/info.pb
03:36:27.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.842767 13979 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu as pid 14261
03:36:27.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.843251 13979 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/wal/instance
03:36:27.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.862443 14391 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:36:27.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.918748 14391 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.166.254" port: 44271 } has no permanent_uuid. Determining permanent_uuid...
03:36:27.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:36:27 dist-test-slave-7lbf krb5kdc[13997](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786246582, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.13.166.252@KRBTEST.COM
03:36:27.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:36:27 dist-test-slave-7lbf krb5kdc[13997](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786246587, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.166.252@KRBTEST.COM for kudu/127.13.166.254@KRBTEST.COM
03:36:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:27.977649 14391 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.166.253" port: 39363 } has no permanent_uuid. Determining permanent_uuid...
03:36:27.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:36:27 dist-test-slave-7lbf krb5kdc[13997](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786246582, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.13.166.253@KRBTEST.COM
03:36:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:36:27 dist-test-slave-7lbf krb5kdc[13997](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786246587, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.166.252@KRBTEST.COM for kudu/127.13.166.253@KRBTEST.COM
03:36:28.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:36:28 dist-test-slave-7lbf krb5kdc[13997](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786246582, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.13.166.254@KRBTEST.COM
03:36:28.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:28.021332 14391 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } has no permanent_uuid. Determining permanent_uuid...
03:36:28.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:36:28 dist-test-slave-7lbf krb5kdc[13997](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786246587, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.166.252@KRBTEST.COM for kudu/127.13.166.252@KRBTEST.COM
03:36:28.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:28.047663 13979 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
03:36:28.057 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:36:28.059 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
03:36:28.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:28.067577 14391 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: Bootstrap starting.
03:36:28.081 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
03:36:28.082 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
03:36:28.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:28.086090 14391 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: Neither blocks nor log segments found. Creating new log.
03:36:28.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:28.091225 14391 log.cc:824] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: Log is configured to *not* fsync() on all Append() calls
03:36:28.094 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.13.166.254"
port: 44271
}
bound_http_address {
host: "127.13.166.254"
port: 37243
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.13.166.253"
port: 39363
}
bound_http_address {
host: "127.13.166.253"
port: 35031
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.13.166.252"
port: 38045
}
bound_http_address {
host: "127.13.166.252"
port: 39717
}
}
}
03:36:28.095 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
03:36:28.096 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:36:28.096 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
03:36:28.098 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
03:36:28.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:28.098201 14391 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: No bootstrap required, opened a new log
03:36:28.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:36:28 dist-test-slave-7lbf krb5kdc[13997](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786246588, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:36:28.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:28.140380 14391 raft_consensus.cc:348] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b26ff4dc0c84d429695fe2404534f9d" member_type: VOTER last_known_addr { host: "127.13.166.254" port: 44271 } } peers { permanent_uuid: "641fedb2ccfd484383207a789153e948" member_type: VOTER last_known_addr { host: "127.13.166.253" port: 39363 } } peers { permanent_uuid: "e0129a58029848fa94614c2f0337222c" member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } }
03:36:28.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:36:28.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:28.141390 14391 raft_consensus.cc:374] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:36:28.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:28.141753 14391 raft_consensus.cc:729] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e0129a58029848fa94614c2f0337222c, State: Initialized, Role: FOLLOWER
03:36:28.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:28.143201 14391 consensus_queue.cc:260] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b26ff4dc0c84d429695fe2404534f9d" member_type: VOTER last_known_addr { host: "127.13.166.254" port: 44271 } } peers { permanent_uuid: "641fedb2ccfd484383207a789153e948" member_type: VOTER last_known_addr { host: "127.13.166.253" port: 39363 } } peers { permanent_uuid: "e0129a58029848fa94614c2f0337222c" member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } }
03:36:28.148 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:36:28.151 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/krb5cc
03:36:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:28.151330 14413 sys_catalog.cc:455] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b26ff4dc0c84d429695fe2404534f9d" member_type: VOTER last_known_addr { host: "127.13.166.254" port: 44271 } } peers { permanent_uuid: "641fedb2ccfd484383207a789153e948" member_type: VOTER last_known_addr { host: "127.13.166.253" port: 39363 } } peers { permanent_uuid: "e0129a58029848fa94614c2f0337222c" member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } } }
03:36:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:28.154378 14413 sys_catalog.cc:458] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [sys.catalog]: This master's current role is: FOLLOWER
03:36:28.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:28.156385 14391 sys_catalog.cc:564] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [sys.catalog]: configured and running, proceeding with master startup.
03:36:28.159 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:36:28.160 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/krb5cc
03:36:28.162 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:36:28.166 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
03:36:28.168 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
03:36:28.169 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
03:36:28.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:28.169490 14413 raft_consensus.cc:482] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:36:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:28.170737 14413 raft_consensus.cc:504] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b26ff4dc0c84d429695fe2404534f9d" member_type: VOTER last_known_addr { host: "127.13.166.254" port: 44271 } } peers { permanent_uuid: "641fedb2ccfd484383207a789153e948" member_type: VOTER last_known_addr { host: "127.13.166.253" port: 39363 } } peers { permanent_uuid: "e0129a58029848fa94614c2f0337222c" member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } }
03:36:28.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:28.181581 14413 leader_election.cc:288] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7b26ff4dc0c84d429695fe2404534f9d (127.13.166.254:44271), 641fedb2ccfd484383207a789153e948 (127.13.166.253:39363)
03:36:28.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:36:28 dist-test-slave-7lbf krb5kdc[13997](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786246588, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:36:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:36:28.218 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:36:28.218 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/krb5cc
03:36:28.221 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:36:28.222 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.13.166.252:38045
03:36:28.224 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
03:36:28.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:28.225025 13979 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu with pid 14261
03:36:28.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:28.239435 14251 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } attempt: 7
03:36:28.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:28.252794 14431 negotiation.cc:337] Failed RPC negotiation. Trace:
03:36:28.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:36:28.240945 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.13.166.252:38045 (local address 127.0.0.1:54070)
03:36:28.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:36:28.243693 (+ 2748us) negotiation.cc:107] Waiting for socket to connect
03:36:28.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:36:28.243761 (+ 68us) client_negotiation.cc:174] Beginning negotiation
03:36:28.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:36:28.244046 (+ 285us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
03:36:28.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:36:28.251341 (+ 7295us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.13.166.252:38045: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
03:36:28.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":2305,"thread_start_us":1842,"threads_started":1}
03:36:28.255 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:36:28.255 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.13.166.254:44271
03:36:28.255 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
03:36:28.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:28.256042 13979 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu with pid 14019
03:36:28.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:28.260449 14251 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.166.252:38045: Network error: Client connection negotiation failed: client connection to 127.13.166.252:38045: connect: Connection refused (error 111)
03:36:28.282 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:36:28.282 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.13.166.253:39363
03:36:28.283 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
03:36:28.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:28.283535 13979 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu with pid 14141
03:36:28.309 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:36:28.310 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.13.166.252:38045
03:36:28.311 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
03:36:28.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:28.312988 13979 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu
03:36:28.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu
03:36:28.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/wal
03:36:28.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/data
03:36:28.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:36:28.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:36:28.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:36:28.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:36:28.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:36:28.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:36:28.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/logs
03:36:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/data/info.pb
03:36:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:36:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:36:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:36:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:36:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:36:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:36:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:36:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:36:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:36:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:36:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:36:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:36:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.166.252:38045
03:36:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.166.252
03:36:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39717
03:36:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/kudu_127.13.166.252.keytab
03:36:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.166.252
03:36:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:36:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:36:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:36:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.166.212:35817
03:36:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:36:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:36:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:36:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:36:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.166.254:44271,127.13.166.253:39363,127.13.166.252:38045
03:36:28.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:36:28.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33899/jwks.json
03:36:28.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:36:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:28.646873 14436 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:36:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:28.647468 14436 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:36:28.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:28.648057 14436 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:36:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:28.679984 14436 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:36:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:28.680228 14436 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:36:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:28.680498 14436 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:36:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:28.680696 14436 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:36:28.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:28.680959 14436 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:36:28.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:28.681164 14436 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:36:28.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:28.681300 14436 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33899/jwks.json
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:28.718642 14436 master_runner.cc:386] Master server non-default flags:
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.166.212:35817
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/data
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/wal
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.166.254:44271,127.13.166.253:39363,127.13.166.252:38045
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/kudu_127.13.166.252.keytab
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.166.252
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.166.252:38045
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33899/jwks.json
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/data/info.pb
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.166.252
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39717
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:36:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:36:28.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:36:28.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/logs
03:36:28.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:36:28.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:36:28.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:36:28.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:36:28.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:36:28.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:36:28.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:36:28.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:36:28.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:36:28.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:36:28.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:28.719833 14436 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:36:28.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:28.720810 14436 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:36:28.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:28.737828 14444 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:29.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:28.737870 14452 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:29.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:28.737864 14442 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:29.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:28.740090 14436 server_base.cc:1034] running on GCE node
03:36:29.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:29.894675 14436 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:36:29.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:29.897939 14436 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:36:29.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:29.899346 14436 hybrid_clock.cc:648] HybridClock initialized: now 1786246589899314 us; error 40 us; skew 500 ppm
03:36:29.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:29.900424 14436 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:36:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:36:29 dist-test-slave-7lbf krb5kdc[13997](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786246589, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.166.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:36:29.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:29.909230 14436 init.cc:377] Logged in from keytab as kudu/127.13.166.252@KRBTEST.COM (short username kudu)
03:36:29.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:29.914793 14436 webserver.cc:460] Webserver started at http://127.13.166.252:39717/ using document root <none> and password file <none>
03:36:29.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:29.915782 14436 fs_manager.cc:359] Metadata directory not provided
03:36:29.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:29.916040 14436 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:36:29.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:29.927178 14436 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.008s sys 0.000s
03:36:29.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:29.932723 14467 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:36:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:29.933902 14436 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
03:36:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:29.934247 14436 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/data,/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/wal
03:36:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e0129a58029848fa94614c2f0337222c"
03:36:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:27 on dist-test-slave-7lbf"
03:36:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:29.936975 14436 fs_report.cc:383] FS layout report
03:36:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:36:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/wal
03:36:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/wal
03:36:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/data/data
03:36:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:36:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:36:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:36:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:36:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:36:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:36:29.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:36:29.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:36:29.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:36:29.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:36:29.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:36:29.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:29.973687 14436 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:36:29.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:29.979451 14436 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:36:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:29.980065 14436 kserver.cc:163] Server-wide thread pool size limit: 3276
03:36:30.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:30.053176 14436 rpc_server.cc:307] RPC server started. Bound to: 127.13.166.252:38045
03:36:30.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:30.053297 14539 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.166.252:38045 every 8 connection(s)
03:36:30.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:30.056524 14436 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-2/data/info.pb
03:36:30.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:30.066463 13979 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu as pid 14436
03:36:30.067 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:36:30.067 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.13.166.254:44271
03:36:30.067 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
03:36:30.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:30.068899 14541 sys_catalog.cc:263] Verifying existing consensus state
03:36:30.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:30.069487 13979 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu
03:36:30.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu
03:36:30.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/wal
03:36:30.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/data
03:36:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:36:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:36:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:36:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:36:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:36:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:36:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/logs
03:36:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/data/info.pb
03:36:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:36:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:36:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:36:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:36:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:36:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:36:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:36:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:36:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:36:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:36:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:36:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:36:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.166.254:44271
03:36:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.166.254
03:36:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37243
03:36:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/kudu_127.13.166.254.keytab
03:36:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.166.254
03:36:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:36:30.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:36:30.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:36:30.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.166.212:35817
03:36:30.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:36:30.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:36:30.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:36:30.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:36:30.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.166.254:44271,127.13.166.253:39363,127.13.166.252:38045
03:36:30.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:36:30.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33899/jwks.json
03:36:30.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:36:30.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:30.075953 14541 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: Bootstrap starting.
03:36:30.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:30.113633 14541 log.cc:824] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: Log is configured to *not* fsync() on all Append() calls
03:36:30.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:30.119359 14541 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
03:36:30.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:30.120333 14541 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: Bootstrap complete.
03:36:30.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:30.157922 14541 raft_consensus.cc:348] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b26ff4dc0c84d429695fe2404534f9d" member_type: VOTER last_known_addr { host: "127.13.166.254" port: 44271 } } peers { permanent_uuid: "641fedb2ccfd484383207a789153e948" member_type: VOTER last_known_addr { host: "127.13.166.253" port: 39363 } } peers { permanent_uuid: "e0129a58029848fa94614c2f0337222c" member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } }
03:36:30.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:30.160331 14541 raft_consensus.cc:374] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:36:30.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:30.160544 14541 raft_consensus.cc:729] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e0129a58029848fa94614c2f0337222c, State: Initialized, Role: FOLLOWER
03:36:30.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:30.161432 14541 consensus_queue.cc:260] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b26ff4dc0c84d429695fe2404534f9d" member_type: VOTER last_known_addr { host: "127.13.166.254" port: 44271 } } peers { permanent_uuid: "641fedb2ccfd484383207a789153e948" member_type: VOTER last_known_addr { host: "127.13.166.253" port: 39363 } } peers { permanent_uuid: "e0129a58029848fa94614c2f0337222c" member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } }
03:36:30.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:30.164460 14546 sys_catalog.cc:455] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b26ff4dc0c84d429695fe2404534f9d" member_type: VOTER last_known_addr { host: "127.13.166.254" port: 44271 } } peers { permanent_uuid: "641fedb2ccfd484383207a789153e948" member_type: VOTER last_known_addr { host: "127.13.166.253" port: 39363 } } peers { permanent_uuid: "e0129a58029848fa94614c2f0337222c" member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } } }
03:36:30.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:30.166258 14541 sys_catalog.cc:564] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [sys.catalog]: configured and running, proceeding with master startup.
03:36:30.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:30.166386 14546 sys_catalog.cc:458] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [sys.catalog]: This master's current role is: FOLLOWER
03:36:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:30.197723 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:30.198094 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:30.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:30.191475 14436 master_runner.cc:186] Error getting master registration for 127.13.166.254:44271: Network error: Client connection negotiation failed: client connection to 127.13.166.254:44271: connect: Connection refused (error 111),
03:36:30.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:30.222252 14436 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:36:30.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:30.235597 14476 tablet.cc:2369] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:36:30.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:30.413272 14543 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:36:30.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:30.414126 14543 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:36:30.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:30.414929 14543 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:36:30.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:30.453490 14543 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:36:30.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:30.453763 14543 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:36:30.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:30.454030 14543 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:36:30.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:30.454249 14543 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:36:30.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:30.454558 14543 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:36:30.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:30.454862 14543 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:36:30.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:30.455072 14543 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33899/jwks.json
03:36:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:30.492870 14543 master_runner.cc:386] Master server non-default flags:
03:36:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:36:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.166.212:35817
03:36:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:36:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:36:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/data
03:36:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/wal
03:36:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:36:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:36:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.166.254:44271,127.13.166.253:39363,127.13.166.252:38045
03:36:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/kudu_127.13.166.254.keytab
03:36:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.166.254
03:36:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:36:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:36:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:36:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.166.254:44271
03:36:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:36:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:36:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:36:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33899/jwks.json
03:36:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:36:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:36:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:36:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:36:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:36:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/data/info.pb
03:36:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.166.254
03:36:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37243
03:36:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:36:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:36:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:36:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:36:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:36:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/logs
03:36:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:36:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:36:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:36:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:36:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:36:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:36:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:36:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:36:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:36:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:36:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:30.493878 14546 raft_consensus.cc:482] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:36:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:30.494397 14543 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:36:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:30.494441 14546 raft_consensus.cc:504] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b26ff4dc0c84d429695fe2404534f9d" member_type: VOTER last_known_addr { host: "127.13.166.254" port: 44271 } } peers { permanent_uuid: "641fedb2ccfd484383207a789153e948" member_type: VOTER last_known_addr { host: "127.13.166.253" port: 39363 } } peers { permanent_uuid: "e0129a58029848fa94614c2f0337222c" member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } }
03:36:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:30.495790 14543 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:36:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:30.500945 14472 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.166.253:39363: connect: Connection refused (error 111)
03:36:30.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:30.502599 14546 leader_election.cc:288] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7b26ff4dc0c84d429695fe2404534f9d (127.13.166.254:44271), 641fedb2ccfd484383207a789153e948 (127.13.166.253:39363)
03:36:30.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:30.516206 14472 leader_election.cc:334] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 641fedb2ccfd484383207a789153e948 (127.13.166.253:39363): Network error: Client connection negotiation failed: client connection to 127.13.166.253:39363: connect: Connection refused (error 111)
03:36:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:30.519299 14469 leader_election.cc:334] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7b26ff4dc0c84d429695fe2404534f9d (127.13.166.254:44271): Network error: Client connection negotiation failed: client connection to 127.13.166.254:44271: connect: Connection refused (error 111)
03:36:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:30.519753 14469 leader_election.cc:302] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e0129a58029848fa94614c2f0337222c; no voters: 641fedb2ccfd484383207a789153e948, 7b26ff4dc0c84d429695fe2404534f9d
03:36:30.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:30.521445 14546 raft_consensus.cc:2726] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:36:30.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:30.534878 14581 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:31.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:31.203507 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:31.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:31.203855 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:31.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:30.534965 14584 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:31.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:31.913440 14543 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 1.381s user 0.583s sys 0.777s
03:36:31.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:31.913897 14543 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 1.381s user 0.584s sys 0.777s
03:36:31.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:31.917800 14595 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:31.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:31.931249 14543 server_base.cc:1034] running on GCE node
03:36:31.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:31.932886 14543 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:36:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:31.936323 14543 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:36:31.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:31.937745 14543 hybrid_clock.cc:648] HybridClock initialized: now 1786246591937706 us; error 55 us; skew 500 ppm
03:36:31.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:31.938819 14543 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:36:31.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:36:31 dist-test-slave-7lbf krb5kdc[13997](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786246591, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.166.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:36:31.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:31.947681 14543 init.cc:377] Logged in from keytab as kudu/127.13.166.254@KRBTEST.COM (short username kudu)
03:36:31.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:31.957602 14543 webserver.cc:460] Webserver started at http://127.13.166.254:37243/ using document root <none> and password file <none>
03:36:31.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:31.958897 14543 fs_manager.cc:359] Metadata directory not provided
03:36:31.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:31.959196 14543 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:36:31.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:31.970903 14543 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.006s sys 0.002s
03:36:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:31.976945 14610 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:36:31.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:31.978489 14543 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.001s
03:36:31.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:31.978902 14543 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/data,/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/wal
03:36:31.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b26ff4dc0c84d429695fe2404534f9d"
03:36:31.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:23 on dist-test-slave-7lbf"
03:36:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:31.982426 14543 fs_report.cc:383] FS layout report
03:36:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:36:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/wal
03:36:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/wal
03:36:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/data/data
03:36:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:36:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:36:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:36:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:36:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:36:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:36:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:36:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:36:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:36:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:36:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:36:32.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:32.053392 14543 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:36:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:32.063659 14543 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:36:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:32.064584 14543 kserver.cc:163] Server-wide thread pool size limit: 3276
03:36:32.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:32.178663 14543 rpc_server.cc:307] RPC server started. Bound to: 127.13.166.254:44271
03:36:32.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:32.178858 14695 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.166.254:44271 every 8 connection(s)
03:36:32.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:32.181589 14543 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/data/info.pb
03:36:32.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:32.186545 13979 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu as pid 14543
03:36:32.188 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:36:32.188 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.13.166.253:39363
03:36:32.188 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
03:36:32.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:32.190270 13979 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu
03:36:32.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu
03:36:32.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/wal
03:36:32.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/data
03:36:32.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:36:32.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:36:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:36:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:36:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:36:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:36:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/logs
03:36:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/data/info.pb
03:36:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:36:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:36:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:36:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:36:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:36:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:36:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:36:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:36:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:36:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:36:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:36:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:36:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.166.253:39363
03:36:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.166.253
03:36:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35031
03:36:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/kudu_127.13.166.253.keytab
03:36:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.166.253
03:36:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:36:32.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:36:32.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:36:32.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.166.212:35817
03:36:32.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:36:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:36:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:36:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:36:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.166.254:44271,127.13.166.253:39363,127.13.166.252:38045
03:36:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:36:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33899/jwks.json
03:36:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:36:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:32.194368 14696 sys_catalog.cc:263] Verifying existing consensus state
03:36:32.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260809 03:36:32.195361 14696 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:36:32.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:32.195814 14543 master.cc:537] Master@127.13.166.254:44271 shutting down...
03:36:32.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:32.208138 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:32.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:32.208791 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:32.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:32.292469 14543 master.cc:552] Master@127.13.166.254:44271 shutdown complete.
03:36:32.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:36:32.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:32.524441 14700 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:36:32.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:32.525260 14700 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:36:32.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:32.526221 14700 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:36:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:32.559095 14700 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:36:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:32.559331 14700 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:36:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:32.559592 14700 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:36:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:32.559798 14700 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:36:32.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:32.559988 14700 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:36:32.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:32.560171 14700 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:36:32.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:32.560312 14700 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33899/jwks.json
03:36:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:32.597625 14700 master_runner.cc:386] Master server non-default flags:
03:36:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:36:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.166.212:35817
03:36:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:36:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:36:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/data
03:36:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/wal
03:36:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:36:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:36:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.166.254:44271,127.13.166.253:39363,127.13.166.252:38045
03:36:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/krb5kdc/kudu_127.13.166.253.keytab
03:36:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.166.253
03:36:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:36:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:36:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:36:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.166.253:39363
03:36:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:36:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:36:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:36:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33899/jwks.json
03:36:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:36:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:36:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:36:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:36:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:36:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/data/info.pb
03:36:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.166.253
03:36:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35031
03:36:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:36:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:36:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:36:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:36:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:36:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/logs
03:36:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:36:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:36:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:36:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:36:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:36:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:36:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:36:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:36:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:36:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:36:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:32.598932 14700 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:36:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:32.600039 14700 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:36:32.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:32.613492 14714 raft_consensus.cc:482] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:36:32.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:32.614073 14714 raft_consensus.cc:504] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b26ff4dc0c84d429695fe2404534f9d" member_type: VOTER last_known_addr { host: "127.13.166.254" port: 44271 } } peers { permanent_uuid: "641fedb2ccfd484383207a789153e948" member_type: VOTER last_known_addr { host: "127.13.166.253" port: 39363 } } peers { permanent_uuid: "e0129a58029848fa94614c2f0337222c" member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } }
03:36:32.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:32.615777 14714 leader_election.cc:288] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7b26ff4dc0c84d429695fe2404534f9d (127.13.166.254:44271), 641fedb2ccfd484383207a789153e948 (127.13.166.253:39363)
03:36:32.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:32.620048 14711 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:32.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:32.624010 14472 leader_election.cc:334] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 641fedb2ccfd484383207a789153e948 (127.13.166.253:39363): Network error: Client connection negotiation failed: client connection to 127.13.166.253:39363: connect: Connection refused (error 111)
03:36:32.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:32.625041 14469 leader_election.cc:334] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7b26ff4dc0c84d429695fe2404534f9d (127.13.166.254:44271): Network error: Client connection negotiation failed: client connection to 127.13.166.254:44271: connect: Connection refused (error 111)
03:36:32.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:32.625371 14469 leader_election.cc:302] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e0129a58029848fa94614c2f0337222c; no voters: 641fedb2ccfd484383207a789153e948, 7b26ff4dc0c84d429695fe2404534f9d
03:36:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:32.626140 14714 raft_consensus.cc:2726] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:36:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:33.212710 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:33.212977 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:32.622483 14709 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:32.622948 14700 server_base.cc:1034] running on GCE node
03:36:33.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:32.622960 14718 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:36:33.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:33.772646 14700 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:36:33.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:33.775360 14700 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:36:33.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:33.776716 14700 hybrid_clock.cc:648] HybridClock initialized: now 1786246593776685 us; error 47 us; skew 500 ppm
03:36:33.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:33.777660 14700 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:36:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:36:33 dist-test-slave-7lbf krb5kdc[13997](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786246593, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.166.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:36:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:33.783866 14700 init.cc:377] Logged in from keytab as kudu/127.13.166.253@KRBTEST.COM (short username kudu)
03:36:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:33.789337 14700 webserver.cc:460] Webserver started at http://127.13.166.253:35031/ using document root <none> and password file <none>
03:36:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:33.790560 14700 fs_manager.cc:359] Metadata directory not provided
03:36:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:33.790829 14700 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:36:33.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:33.801244 14700 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.005s sys 0.000s
03:36:33.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:33.806088 14733 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:36:33.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:33.807384 14700 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
03:36:33.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:33.807760 14700 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/data,/tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/wal
03:36:33.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "641fedb2ccfd484383207a789153e948"
03:36:33.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:36:25 on dist-test-slave-7lbf"
03:36:33.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:33.810276 14700 fs_report.cc:383] FS layout report
03:36:33.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:36:33.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/wal
03:36:33.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/wal
03:36:33.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/data/data
03:36:33.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:36:33.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:36:33.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:36:33.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:36:33.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:36:33.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:36:33.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:36:33.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:36:33.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:36:33.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:36:33.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:36:33.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:33.851377 14700 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:36:33.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:33.857589 14700 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:36:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:33.858117 14700 kserver.cc:163] Server-wide thread pool size limit: 3276
03:36:33.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:33.932749 14700 rpc_server.cc:307] RPC server started. Bound to: 127.13.166.253:39363
03:36:33.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:33.932888 14809 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.166.253:39363 every 8 connection(s)
03:36:33.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:33.935719 14700 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/data/info.pb
03:36:33.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:33.942591 13979 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu as pid 14700
03:36:33.943 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:36:33.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:33.945992 14810 sys_catalog.cc:263] Verifying existing consensus state
03:36:33.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260809 03:36:33.946815 14810 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:36:33.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:33.947268 14700 master.cc:537] Master@127.13.166.253:39363 shutting down...
03:36:33.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:33.999207 14700 master.cc:552] Master@127.13.166.253:39363 shutdown complete.
03:36:34.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskECB5fa/test-tmp/mini-kudu-cluster6981951500777328436/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:36:34.021 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.166.252:38045(127.13.166.252:38045)] connecting to peer
03:36:34.093 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:36:34.101 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:36:34.138 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.13.166.252:38045(127.13.166.252:38045)] Successfully connected to peer
03:36:34.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:34.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:34.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:34.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:34.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:34.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:34.216501 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:34.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:34.216851 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:34.226 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
03:36:34.236 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.13.166.252
03:36:34.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:36:34 dist-test-slave-7lbf krb5kdc[13997](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786246588, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.13.166.252@KRBTEST.COM
03:36:34.472 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6492123a, L:/127.0.0.1:54086 - R:/127.13.166.252:38045] using SASL/GSSAPI
03:36:34.489 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:36:34.513 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:36:34.517 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:36:34.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:34.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:34.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:34.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:34.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:34.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:34.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:36:34.531 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:36:34.534 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:36:34.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:34.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:34.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:34.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:34.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:34.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:34.538 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:36:34.551 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:36:34.552 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:36:34.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:34.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:34.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:34.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:34.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:34.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:34.558 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:36:34.571 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:36:34.573 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:36:34.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:34.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:34.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:34.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:34.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:34.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:34.578 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:36:34.612 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:36:34.613 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:36:34.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:34.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:34.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:34.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:34.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:34.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:34.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:36:34.651 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:36:34.652 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:36:34.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:34.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:34.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:34.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:34.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:34.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:34.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:36:34.711 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:36:34.713 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:36:34.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:34.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:34.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:34.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:34.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:34.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:34.718 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:36:34.871 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:36:34.873 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:36:34.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:34.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:34.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:34.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:34.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:34.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:34.878 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:36:35.012 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:36:35.015 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:36:35.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:35.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:35.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:35.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:35.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:35.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:35.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:36:35.151 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:36:35.152 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:36:35.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:35.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:35.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:35.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:35.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:35.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:35.156 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:36:35.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:35.220357 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:35.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:35.220702 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:35.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:35.225046 14436 master_runner.cc:186] Error getting master registration for 127.13.166.254:44271: Network error: Client connection negotiation failed: client connection to 127.13.166.254:44271: connect: Connection refused (error 111),
03:36:35.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:35.225427 14436 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:36:35.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:35.853703 14823 raft_consensus.cc:482] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:36:35.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:35.854203 14823 raft_consensus.cc:504] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b26ff4dc0c84d429695fe2404534f9d" member_type: VOTER last_known_addr { host: "127.13.166.254" port: 44271 } } peers { permanent_uuid: "641fedb2ccfd484383207a789153e948" member_type: VOTER last_known_addr { host: "127.13.166.253" port: 39363 } } peers { permanent_uuid: "e0129a58029848fa94614c2f0337222c" member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } }
03:36:35.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:35.855752 14823 leader_election.cc:288] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7b26ff4dc0c84d429695fe2404534f9d (127.13.166.254:44271), 641fedb2ccfd484383207a789153e948 (127.13.166.253:39363)
03:36:35.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:35.859181 14469 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.166.254:44271: connect: Connection refused (error 111) [suppressed 3 similar messages]
03:36:35.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:35.862067 14472 leader_election.cc:334] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 641fedb2ccfd484383207a789153e948 (127.13.166.253:39363): Network error: Client connection negotiation failed: client connection to 127.13.166.253:39363: connect: Connection refused (error 111)
03:36:35.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:35.862501 14469 leader_election.cc:334] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7b26ff4dc0c84d429695fe2404534f9d (127.13.166.254:44271): Network error: Client connection negotiation failed: client connection to 127.13.166.254:44271: connect: Connection refused (error 111)
03:36:35.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:35.862969 14472 leader_election.cc:302] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e0129a58029848fa94614c2f0337222c; no voters: 641fedb2ccfd484383207a789153e948, 7b26ff4dc0c84d429695fe2404534f9d
03:36:35.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:35.863710 14823 raft_consensus.cc:2726] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:36:36.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:36.223750 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:36.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:36.224028 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:36.872 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:36:36.872 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:36:36.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:36.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:36.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:36.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:36.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:36.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:36.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:36:37.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:37.226970 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:37.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:37.227243 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:37.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:37.755172 14831 raft_consensus.cc:482] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:36:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:37.755607 14831 raft_consensus.cc:504] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b26ff4dc0c84d429695fe2404534f9d" member_type: VOTER last_known_addr { host: "127.13.166.254" port: 44271 } } peers { permanent_uuid: "641fedb2ccfd484383207a789153e948" member_type: VOTER last_known_addr { host: "127.13.166.253" port: 39363 } } peers { permanent_uuid: "e0129a58029848fa94614c2f0337222c" member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } }
03:36:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:37.757114 14831 leader_election.cc:288] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7b26ff4dc0c84d429695fe2404534f9d (127.13.166.254:44271), 641fedb2ccfd484383207a789153e948 (127.13.166.253:39363)
03:36:37.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:37.761703 14469 leader_election.cc:334] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7b26ff4dc0c84d429695fe2404534f9d (127.13.166.254:44271): Network error: Client connection negotiation failed: client connection to 127.13.166.254:44271: connect: Connection refused (error 111)
03:36:37.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:37.762166 14472 leader_election.cc:334] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 641fedb2ccfd484383207a789153e948 (127.13.166.253:39363): Network error: Client connection negotiation failed: client connection to 127.13.166.253:39363: connect: Connection refused (error 111)
03:36:37.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:37.762482 14472 leader_election.cc:302] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e0129a58029848fa94614c2f0337222c; no voters: 641fedb2ccfd484383207a789153e948, 7b26ff4dc0c84d429695fe2404534f9d
03:36:37.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:37.763032 14831 raft_consensus.cc:2726] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:36:38.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:38.230192 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:38.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:38.230501 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:39.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:39.235440 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:39.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:39.236305 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:39.611 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:36:39.614 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:36:39.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:39.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:39.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:39.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:39.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:39.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:39.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:36:39.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:36:39 dist-test-slave-7lbf krb5kdc[13997](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786246599, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.166.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:36:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:39.913981 14462 init.cc:295] Successfully reacquired a new kerberos TGT
03:36:40.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:40.228835 14436 master_runner.cc:186] Error getting master registration for 127.13.166.254:44271: Network error: Client connection negotiation failed: client connection to 127.13.166.254:44271: connect: Connection refused (error 111),
03:36:40.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:40.229312 14436 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:36:40.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:40.239639 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:40.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:40.239907 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:40.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:40.293246 13961 debug-util.cc:398] Leaking SignalData structure 0x7b08000bb860 after lost signal to thread 13773
03:36:40.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:40.294157 13961 debug-util.cc:398] Leaking SignalData structure 0x7b08000ae6e0 after lost signal to thread 13964
03:36:40.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:40.309369 14850 raft_consensus.cc:482] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:36:40.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:40.309903 14850 raft_consensus.cc:504] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b26ff4dc0c84d429695fe2404534f9d" member_type: VOTER last_known_addr { host: "127.13.166.254" port: 44271 } } peers { permanent_uuid: "641fedb2ccfd484383207a789153e948" member_type: VOTER last_known_addr { host: "127.13.166.253" port: 39363 } } peers { permanent_uuid: "e0129a58029848fa94614c2f0337222c" member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } }
03:36:40.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:40.311615 14850 leader_election.cc:288] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7b26ff4dc0c84d429695fe2404534f9d (127.13.166.254:44271), 641fedb2ccfd484383207a789153e948 (127.13.166.253:39363)
03:36:40.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:40.316169 14469 leader_election.cc:334] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7b26ff4dc0c84d429695fe2404534f9d (127.13.166.254:44271): Network error: Client connection negotiation failed: client connection to 127.13.166.254:44271: connect: Connection refused (error 111)
03:36:40.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:40.316788 14472 leader_election.cc:334] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 641fedb2ccfd484383207a789153e948 (127.13.166.253:39363): Network error: Client connection negotiation failed: client connection to 127.13.166.253:39363: connect: Connection refused (error 111)
03:36:40.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:40.317140 14472 leader_election.cc:302] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e0129a58029848fa94614c2f0337222c; no voters: 641fedb2ccfd484383207a789153e948, 7b26ff4dc0c84d429695fe2404534f9d
03:36:40.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:40.317860 14850 raft_consensus.cc:2726] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:36:40.331 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:36:40.332 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:36:40.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:40.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:40.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:40.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:40.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:40.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:40.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:36:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:41.242820 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:41.243116 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:41.371 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:36:41.372 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:36:41.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:41.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:41.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:41.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:41.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:41.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:41.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:36:42.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:42.246183 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:42.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:42.246469 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:43.031 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:36:43.033 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:36:43.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:43.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:43.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:43.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:43.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:43.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:43.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:36:43.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:43.249328 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:43.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:43.249657 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:43.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:43.655241 14857 raft_consensus.cc:482] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:36:43.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:43.655696 14857 raft_consensus.cc:504] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b26ff4dc0c84d429695fe2404534f9d" member_type: VOTER last_known_addr { host: "127.13.166.254" port: 44271 } } peers { permanent_uuid: "641fedb2ccfd484383207a789153e948" member_type: VOTER last_known_addr { host: "127.13.166.253" port: 39363 } } peers { permanent_uuid: "e0129a58029848fa94614c2f0337222c" member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } }
03:36:43.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:43.657444 14857 leader_election.cc:288] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7b26ff4dc0c84d429695fe2404534f9d (127.13.166.254:44271), 641fedb2ccfd484383207a789153e948 (127.13.166.253:39363)
03:36:43.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:43.659368 14469 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.166.254:44271: connect: Connection refused (error 111) [suppressed 5 similar messages]
03:36:43.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:43.661674 14472 leader_election.cc:334] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 641fedb2ccfd484383207a789153e948 (127.13.166.253:39363): Network error: Client connection negotiation failed: client connection to 127.13.166.253:39363: connect: Connection refused (error 111)
03:36:43.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:43.662124 14469 leader_election.cc:334] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7b26ff4dc0c84d429695fe2404534f9d (127.13.166.254:44271): Network error: Client connection negotiation failed: client connection to 127.13.166.254:44271: connect: Connection refused (error 111)
03:36:43.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:43.662492 14469 leader_election.cc:302] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e0129a58029848fa94614c2f0337222c; no voters: 641fedb2ccfd484383207a789153e948, 7b26ff4dc0c84d429695fe2404534f9d
03:36:43.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:43.663091 14857 raft_consensus.cc:2726] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:36:44.211 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:36:44.212 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:36:44.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:44.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:44.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:44.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:44.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:44.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:44.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:36:44.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:44.252702 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:44.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:44.252997 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:45.232067 14436 master_runner.cc:186] Error getting master registration for 127.13.166.254:44271: Network error: Client connection negotiation failed: client connection to 127.13.166.254:44271: connect: Connection refused (error 111),
03:36:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:45.232460 14436 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:36:45.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:45.256179 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:45.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:45.256487 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:46.071 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:36:46.077 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:36:46.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:46.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:46.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:46.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:46.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:46.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:46.081 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:36:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:46.259338 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:46.259598 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:47.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:47.213037 13961 debug-util.cc:398] Leaking SignalData structure 0x7b08000bdfa0 after lost signal to thread 13773
03:36:47.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:47.214377 13961 debug-util.cc:398] Leaking SignalData structure 0x7b08000bb4a0 after lost signal to thread 13964
03:36:47.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:47.262472 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:47.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:47.262728 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:47.791 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:36:47.792 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:36:47.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:47.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:47.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:47.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:47.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:47.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:47.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:36:48.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:48.265679 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:48.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:48.265952 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:49.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:49.270314 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:49.270725 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:49.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:36:49 dist-test-slave-7lbf krb5kdc[13997](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786246609, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.166.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:36:49.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:49.916564 14462 init.cc:295] Successfully reacquired a new kerberos TGT
03:36:50.212 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:36:50.213 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:36:50.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:50.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:50.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:50.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:50.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:50.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:50.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:36:50.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:50.235772 14436 master_runner.cc:186] Error getting master registration for 127.13.166.254:44271: Network error: Client connection negotiation failed: client connection to 127.13.166.254:44271: connect: Connection refused (error 111),
03:36:50.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:50.236187 14436 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:36:50.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:50.274078 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:50.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:50.274339 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:50.651 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:36:50.652 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:36:50.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:50.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:50.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:50.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:50.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:50.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:50.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:36:51.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:51.277311 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:51.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:51.277629 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:52.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:52.280529 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:52.280783 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:52.431 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:36:52.433 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:36:52.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:52.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:52.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:52.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:52.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:52.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:52.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:36:52.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:52.580044 13525 debug-util.cc:398] Leaking SignalData structure 0x7b08000bdf00 after lost signal to thread 13325
03:36:52.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:52.581131 13525 debug-util.cc:398] Leaking SignalData structure 0x7b08000bad80 after lost signal to thread 13530
03:36:53.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:53.283753 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:53.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:53.284040 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:53.431 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:36:53.432 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:36:53.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:53.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:53.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:53.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:53.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:53.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:53.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:36:53.652 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:36:53.653 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:36:53.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:53.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:53.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:53.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:53.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:53.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:53.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:36:54.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:54.286969 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:54.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:54.287235 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:55.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:55.238772 14436 master_runner.cc:186] Error getting master registration for 127.13.166.254:44271: Network error: Client connection negotiation failed: client connection to 127.13.166.254:44271: connect: Connection refused (error 111),
03:36:55.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:55.239220 14436 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:36:55.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:55.290356 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:55.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:55.290699 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:56.291 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:36:56.292 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:36:56.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:56.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:56.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:56.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:56.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:56.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:56.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:56.294291 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:56.294612 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:56.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:36:57.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:57.297931 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:57.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:57.298207 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:57.431 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:36:57.432 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:36:57.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:57.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:57.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:36:57.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:57.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:57.434 [INFO - pool-6-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:36:57.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:36:58.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:58.301324 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:58.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:58.301627 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:58.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:58.866905 13525 debug-util.cc:398] Leaking SignalData structure 0x7b08000afb40 after lost signal to thread 13325
03:36:58.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:58.867784 13525 debug-util.cc:398] Leaking SignalData structure 0x7b08000bae00 after lost signal to thread 13530
03:36:59.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:59.305572 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:36:59.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:59.305933 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:36:59.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:59.367345 14900 raft_consensus.cc:482] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:36:59.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:59.367923 14900 raft_consensus.cc:504] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b26ff4dc0c84d429695fe2404534f9d" member_type: VOTER last_known_addr { host: "127.13.166.254" port: 44271 } } peers { permanent_uuid: "641fedb2ccfd484383207a789153e948" member_type: VOTER last_known_addr { host: "127.13.166.253" port: 39363 } } peers { permanent_uuid: "e0129a58029848fa94614c2f0337222c" member_type: VOTER last_known_addr { host: "127.13.166.252" port: 38045 } }
03:36:59.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:59.370329 14900 leader_election.cc:288] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7b26ff4dc0c84d429695fe2404534f9d (127.13.166.254:44271), 641fedb2ccfd484383207a789153e948 (127.13.166.253:39363)
03:36:59.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:59.373099 14472 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.166.253:39363: connect: Connection refused (error 111)
03:36:59.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:59.373100 14469 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.166.254:44271: connect: Connection refused (error 111) [suppressed 1 similar messages]
03:36:59.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:59.376576 14469 leader_election.cc:334] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7b26ff4dc0c84d429695fe2404534f9d (127.13.166.254:44271): Network error: Client connection negotiation failed: client connection to 127.13.166.254:44271: connect: Connection refused (error 111)
03:36:59.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:36:59.377185 14472 leader_election.cc:334] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 641fedb2ccfd484383207a789153e948 (127.13.166.253:39363): Network error: Client connection negotiation failed: client connection to 127.13.166.253:39363: connect: Connection refused (error 111)
03:36:59.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:59.377561 14472 leader_election.cc:302] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e0129a58029848fa94614c2f0337222c; no voters: 641fedb2ccfd484383207a789153e948, 7b26ff4dc0c84d429695fe2404534f9d
03:36:59.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:59.378172 14900 raft_consensus.cc:2726] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:36:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:36:59 dist-test-slave-7lbf krb5kdc[13997](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786246619, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.166.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:36:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:36:59.919034 14462 init.cc:295] Successfully reacquired a new kerberos TGT
03:37:00.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:37:00.242188 14436 master_runner.cc:186] Error getting master registration for 127.13.166.254:44271: Network error: Client connection negotiation failed: client connection to 127.13.166.254:44271: connect: Connection refused (error 111),
03:37:00.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:37:00.242616 14436 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:37:00.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:37:00.308881 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:37:00.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:37:00.309154 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:37:01.051 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:37:01.052 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:37:01.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:37:01.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:37:01.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:37:01.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:37:01.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:37:01.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:37:01.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:37:01.311 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.254:44271(127.13.166.254:44271)] connecting to peer
03:37:01.312 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.166.253:39363(127.13.166.253:39363)] connecting to peer
03:37:01.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:37:01.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.166.254:44271(127.13.166.254:44271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:37:01.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:37:01.312101 14565 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e0129a58029848fa94614c2f0337222c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:37:01.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.254:44271: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271
03:37:01.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:37:01.312413 14565 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:37:01.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:37:01.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.253:39363(127.13.166.253:39363)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:37:01.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.166.253:39363: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
03:37:01.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363; will retry
03:37:01.320 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27367), Traces: [0ms] refreshing cache from master, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [180ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [244ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [523ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [526ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [548ms] refreshing cache from master, [548ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [550ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [553ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [554ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [558ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [559ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [560ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [567ms] refreshing cache from master, [567ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [568ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [570ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [572ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [574ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [575ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [576ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [587ms] refreshing cache from master, [587ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [588ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [589ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [591ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [593ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [594ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [595ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [607ms] refreshing cache from master, [607ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [608ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [609ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [611ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [612ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [614ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [615ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [648ms] refreshing cache from master, [648ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [650ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [651ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [654ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [655ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [657ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [688ms] refreshing cache from master, [688ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [688ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [689ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [692ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [695ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [696ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [697ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [747ms] refreshing cache from master, [748ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [748ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [750ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [752ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [753ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [754ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [755ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [907ms] refreshing cache from master, [908ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [908ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [909ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [911ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [913ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [914ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [915ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [1048ms] refreshing cache from master, [1048ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [1049ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [1050ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [1053ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [1055ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [1056ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [1058ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [1187ms] refreshing cache from master, [1188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [1188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [1189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [1192ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [1193ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [1193ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [1193ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [2908ms] refreshing cache from master, [2908ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [2908ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [2909ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [2911ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [2913ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [2913ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [2913ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [5647ms] refreshing cache from master, [5647ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [5648ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [5651ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [5652ms] too many traces: truncated at 100 traces, deferred=Deferred@2142087907(state=PENDING, result=null, callback=(continuation of Deferred@483465 after retry RPC after error@1528092905) -> (continuation of Deferred@468391698 after retry RPC after error@159603774) -> (continuation of Deferred@851142319 after retry RPC after error@1335178113) -> (continuation of Deferred@210104038 after retry RPC after error@527704548) -> (continuation of Deferred@1989386939 after retry RPC after error@276598483) -> (continuation of Deferred@867016932 after retry RPC after error@233364596) -> (continuation of Deferred@1711612168 after retry RPC after error@318451981) -> (continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226) -> (continuation of Deferred@926840232 after retry RPC after error@1635565290) -> (continuation of Deferred@1991404593 after retry RPC after error@2038725899) -> (continuation of Deferred@1037288614 after retry RPC after error@970761752) -> (continuation of Deferred@1558873846 after retry RPC after error@106742853) -> (continuation of Deferred@621401820 after retry RPC after error@2042189827) -> (continuation of Deferred@1902951668 after retry RPC after error@292692080) -> (continuation of Deferred@2057743284 after retry RPC after error@1231855011), errback=(continuation of Deferred@483465 after retry RPC after error@1528092905) -> (continuation of Deferred@468391698 after retry RPC after error@159603774) -> (continuation of Deferred@851142319 after retry RPC after error@1335178113) -> (continuation of Deferred@210104038 after retry RPC after error@527704548) -> (continuation of Deferred@1989386939 after retry RPC after error@276598483) -> (continuation of Deferred@867016932 after retry RPC after error@233364596) -> (continuation of Deferred@1711612168 after retry RPC after error@318451981) -> (continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226) -> (continuation of Deferred@926840232 after retry RPC after error@1635565290) -> (continuation of Deferred@1991404593 after retry RPC after error@2038725899) -> (continuation of Deferred@1037288614 after retry RPC after error@970761752) -> (continuation of Deferred@1558873846 after retry RPC after error@106742853) -> (continuation of Deferred@621401820 after retry RPC after error@2042189827) -> (continuation of Deferred@1902951668 after retry RPC after error@292692080) -> (continuation of Deferred@2057743284 after retry RPC after error@1231855011)))
03:37:01.327 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.13.166.254:44271(127.13.166.254:44271)] disconnecting while in state TERMINATED
03:37:01.328 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.13.166.252:38045(127.13.166.252:38045)] disconnecting while in state READY
03:37:01.328 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.13.166.253:39363(127.13.166.253:39363)] disconnecting while in state TERMINATED
03:37:01.333 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:37:01.335 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:37:01.335 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.13.166.252:38045(127.13.166.252:38045)] handling channelInactive
03:37:01.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.166.252:38045(127.13.166.252:38045)] cleaning up while in state READY due to: connection closed
03:37:01.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:37:01.342734 13979 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu with pid 14436
03:37:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T03:37:02Z chronyd exiting
03:37:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:37:03.294955 13111 debug-util.cc:398] Leaking SignalData structure 0x7b08000ac9e0 after lost signal to thread 13011
03:37:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:37:03.295646 13111 debug-util.cc:398] Leaking SignalData structure 0x7b08000a4aa0 after lost signal to thread 13114
03:37:03.513 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:37:03.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:37:03.514344 12878 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu with pid 13294
03:37:03.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:37:03.562587 12878 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu with pid 13536
03:37:03.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:37:03.591755 12878 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu with pid 13772
03:37:03.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:37:03.620262 12878 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu with pid 12895
03:37:03.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:37:03.655539 12878 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu with pid 13006
03:37:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:37:03.691771 12878 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskECB5fa/build/tsan/bin/kudu with pid 13117
03:37:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T03:37:04Z chronyd exiting
03:37:05.796 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27367), Traces: [0ms] refreshing cache from master, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [180ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [244ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [523ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [526ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [548ms] refreshing cache from master, [548ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [550ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [553ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [554ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [558ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [559ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [560ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [567ms] refreshing cache from master, [567ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [568ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [570ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [572ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [574ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [575ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [576ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [587ms] refreshing cache from master, [587ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [588ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [589ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [591ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [593ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [594ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [595ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [607ms] refreshing cache from master, [607ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [608ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [609ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [611ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [612ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [614ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [615ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [648ms] refreshing cache from master, [648ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [650ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [651ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [654ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [655ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [657ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [688ms] refreshing cache from master, [688ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [688ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [689ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [692ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [695ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [696ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [697ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [747ms] refreshing cache from master, [748ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [748ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [750ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [752ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [753ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [754ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [755ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [907ms] refreshing cache from master, [908ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [908ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [909ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [911ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [913ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [914ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [915ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [1048ms] refreshing cache from master, [1048ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [1049ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [1050ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [1053ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [1055ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [1056ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [1058ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [1187ms] refreshing cache from master, [1188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [1188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [1189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [1192ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [1193ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [1193ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [1193ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [2908ms] refreshing cache from master, [2908ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [2908ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [2909ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [2911ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [2913ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [2913ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [2913ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [5647ms] refreshing cache from master, [5647ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [5648ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [5651ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [5652ms] too many traces: truncated at 100 traces, deferred=Deferred@2142087907(state=PENDING, result=null, callback=(continuation of Deferred@483465 after retry RPC after error@1528092905) -> (continuation of Deferred@468391698 after retry RPC after error@159603774) -> (continuation of Deferred@851142319 after retry RPC after error@1335178113) -> (continuation of Deferred@210104038 after retry RPC after error@527704548) -> (continuation of Deferred@1989386939 after retry RPC after error@276598483) -> (continuation of Deferred@867016932 after retry RPC after error@233364596) -> (continuation of Deferred@1711612168 after retry RPC after error@318451981) -> (continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226) -> (continuation of Deferred@926840232 after retry RPC after error@1635565290) -> (continuation of Deferred@1991404593 after retry RPC after error@2038725899) -> (continuation of Deferred@1037288614 after retry RPC after error@970761752) -> (continuation of Deferred@1558873846 after retry RPC after error@106742853) -> (continuation of Deferred@621401820 after retry RPC after error@2042189827) -> (continuation of Deferred@1902951668 after retry RPC after error@292692080) -> (continuation of Deferred@2057743284 after retry RPC after error@1231855011), errback=(continuation of Deferred@483465 after retry RPC after error@1528092905) -> (continuation of Deferred@468391698 after retry RPC after error@159603774) -> (continuation of Deferred@851142319 after retry RPC after error@1335178113) -> (continuation of Deferred@210104038 after retry RPC after error@527704548) -> (continuation of Deferred@1989386939 after retry RPC after error@276598483) -> (continuation of Deferred@867016932 after retry RPC after error@233364596) -> (continuation of Deferred@1711612168 after retry RPC after error@318451981) -> (continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226) -> (continuation of Deferred@926840232 after retry RPC after error@1635565290) -> (continuation of Deferred@1991404593 after retry RPC after error@2038725899) -> (continuation of Deferred@1037288614 after retry RPC after error@970761752) -> (continuation of Deferred@1558873846 after retry RPC after error@106742853) -> (continuation of Deferred@621401820 after retry RPC after error@2042189827) -> (continuation of Deferred@1902951668 after retry RPC after error@292692080) -> (continuation of Deferred@2057743284 after retry RPC after error@1231855011)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.166.253:39363
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27367), Traces: [0ms] refreshing cache from master, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [180ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [244ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [523ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [526ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [548ms] refreshing cache from master, [548ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [550ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [553ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [554ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [558ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [559ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [560ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [567ms] refreshing cache from master, [567ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [568ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [570ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [572ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [574ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [575ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [576ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [587ms] refreshing cache from master, [587ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [588ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [589ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [591ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [593ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [594ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [595ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [607ms] refreshing cache from master, [607ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [608ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [609ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [611ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [612ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [614ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [615ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [648ms] refreshing cache from master, [648ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [650ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [651ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [654ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [655ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [657ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [688ms] refreshing cache from master, [688ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [688ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [689ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [692ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [695ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [696ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [697ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [747ms] refreshing cache from master, [748ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [748ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [750ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [752ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [753ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [754ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [755ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [907ms] refreshing cache from master, [908ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [908ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [909ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [911ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [913ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [914ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [915ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [1048ms] refreshing cache from master, [1048ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [1049ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [1050ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [1053ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [1055ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [1056ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [1058ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [1187ms] refreshing cache from master, [1188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [1188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [1189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [1192ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [1193ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [1193ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [1193ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [2908ms] refreshing cache from master, [2908ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [2908ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [2909ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [2911ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.254:44271: Network error: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271, [2913ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.252:38045: OK, [2913ms] Sub RPC ConnectToMaster: received response from server master-127.13.166.253:39363: Network error: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [2913ms] delaying RPC due to: Service unavailable: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363, [5647ms] refreshing cache from master, [5647ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.252:38045, [5648ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.254:44271, [5651ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.166.253:39363, [5652ms] too many traces: truncated at 100 traces, deferred=Deferred@2142087907(state=PENDING, result=null, callback=(continuation of Deferred@483465 after retry RPC after error@1528092905) -> (continuation of Deferred@468391698 after retry RPC after error@159603774) -> (continuation of Deferred@851142319 after retry RPC after error@1335178113) -> (continuation of Deferred@210104038 after retry RPC after error@527704548) -> (continuation of Deferred@1989386939 after retry RPC after error@276598483) -> (continuation of Deferred@867016932 after retry RPC after error@233364596) -> (continuation of Deferred@1711612168 after retry RPC after error@318451981) -> (continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226) -> (continuation of Deferred@926840232 after retry RPC after error@1635565290) -> (continuation of Deferred@1991404593 after retry RPC after error@2038725899) -> (continuation of Deferred@1037288614 after retry RPC after error@970761752) -> (continuation of Deferred@1558873846 after retry RPC after error@106742853) -> (continuation of Deferred@621401820 after retry RPC after error@2042189827) -> (continuation of Deferred@1902951668 after retry RPC after error@292692080) -> (continuation of Deferred@2057743284 after retry RPC after error@1231855011), errback=(continuation of Deferred@483465 after retry RPC after error@1528092905) -> (continuation of Deferred@468391698 after retry RPC after error@159603774) -> (continuation of Deferred@851142319 after retry RPC after error@1335178113) -> (continuation of Deferred@210104038 after retry RPC after error@527704548) -> (continuation of Deferred@1989386939 after retry RPC after error@276598483) -> (continuation of Deferred@867016932 after retry RPC after error@233364596) -> (continuation of Deferred@1711612168 after retry RPC after error@318451981) -> (continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226) -> (continuation of Deferred@926840232 after retry RPC after error@1635565290) -> (continuation of Deferred@1991404593 after retry RPC after error@2038725899) -> (continuation of Deferred@1037288614 after retry RPC after error@970761752) -> (continuation of Deferred@1558873846 after retry RPC after error@106742853) -> (continuation of Deferred@621401820 after retry RPC after error@2042189827) -> (continuation of Deferred@1902951668 after retry RPC after error@292692080) -> (continuation of Deferred@2057743284 after retry RPC after error@1231855011)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.166.252:38045,127.13.166.254:44271,127.13.166.253:39363) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.254:44271(127.13.166.254:44271): Connection refused: /127.13.166.254:44271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.166.253:39363(127.13.166.253:39363): Connection refused: /127.13.166.253:39363
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.166.253:39363
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)