08:15:04.346 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:15:04.363 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskzxm72y/test-tmp
08:15:04.367 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:15:04.371 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskzxm72y/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:15:04.610 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:15:04.838 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:15:04.839 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:15:04.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:04.844527 12173 mini_oidc.cc:152] Starting JWKS server
08:15:04.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:04.851245 12173 webserver.cc:460] Webserver started at http://127.0.0.1:41237/ using document root <none> and password file <none>
08:15:04.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:04.852031 12173 mini_oidc.cc:189] Starting OIDC Discovery server
08:15:04.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:04.855099 12173 webserver.cc:460] Webserver started at http://127.0.0.1:35017/ using document root <none> and password file <none>
08:15:04.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T08:15:04Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
08:15:04.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T08:15:04Z Disabled control of system clock
08:15:04.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:04.916370 12173 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu
08:15:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu
08:15:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-0/wal
08:15:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-0/data
08:15:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:15:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:15:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:15:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:15:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:15:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:15:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-0/logs
08:15:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-0/data/info.pb
08:15:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:15:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:15:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:15:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:15:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:15:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:15:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:15:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:15:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:15:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:15:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:15:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:15:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.227.126:39067
08:15:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.227.126
08:15:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:15:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.227.84:46389
08:15:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:15:04.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:15:04.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:15:04.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:15:04.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.227.126:39067,127.11.227.125:37419,127.11.227.124:32873
08:15:04.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:15:04.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41237/jwks.json with env {}
08:15:05.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:05.271661 12198 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:15:05.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:05.272228 12198 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:15:05.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:05.272962 12198 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:15:05.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:05.304291 12198 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:15:05.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:05.304597 12198 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:15:05.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:05.304919 12198 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:15:05.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:05.305195 12198 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:15:05.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:05.305490 12198 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:15:05.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:05.305730 12198 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41237/jwks.json
08:15:05.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:05.342299 12198 master_runner.cc:386] Master server non-default flags:
08:15:05.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:15:05.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.227.84:46389
08:15:05.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:15:05.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:15:05.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-0/data
08:15:05.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-0/wal
08:15:05.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:15:05.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.227.126:39067,127.11.227.125:37419,127.11.227.124:32873
08:15:05.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:15:05.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:15:05.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:15:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.227.126:39067
08:15:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:15:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:15:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:15:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41237/jwks.json
08:15:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:15:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:15:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-0/data/info.pb
08:15:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.227.126
08:15:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:15:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:15:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:15:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:15:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:15:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:15:05.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-0/logs
08:15:05.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:15:05.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:15:05.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:15:05.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:15:05.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:15:05.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:15:05.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:15:05.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 07:02:49 UTC on ccycloud.quasar-ojudvd.root.comops.site
08:15:05.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4577116
08:15:05.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:15:05.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:05.344084 12198 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:15:05.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:05.346473 12198 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:15:05.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:05.370967 12209 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:06.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:05.371030 12213 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:05.370967 12210 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:06.589272 12211 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
08:15:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.589401 12198 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:15:06.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.593690 12198 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:15:06.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.596525 12198 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:15:06.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.597944 12198 hybrid_clock.cc:648] HybridClock initialized: now 1786349706597905 us; error 110 us; skew 500 ppm
08:15:06.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.598937 12198 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:15:06.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.606426 12198 webserver.cc:460] Webserver started at http://127.11.227.126:34001/ using document root <none> and password file <none>
08:15:06.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.607523 12198 fs_manager.cc:359] Metadata directory not provided
08:15:06.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.607791 12198 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:15:06.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.608430 12198 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:15:06.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.613690 12198 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-0/data/instance:
08:15:06.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bcb2889e132e481fa5bc38ffc23b09fa"
08:15:06.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:06 on dist-test-slave-g170"
08:15:06.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.615025 12198 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-0/wal/instance:
08:15:06.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bcb2889e132e481fa5bc38ffc23b09fa"
08:15:06.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:06 on dist-test-slave-g170"
08:15:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.623279 12198 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.001s sys 0.008s
08:15:06.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.629598 12229 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:15:06.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.630872 12198 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
08:15:06.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.631191 12198 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-0/data,/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-0/wal
08:15:06.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bcb2889e132e481fa5bc38ffc23b09fa"
08:15:06.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:06 on dist-test-slave-g170"
08:15:06.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.631618 12198 fs_report.cc:383] FS layout report
08:15:06.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:15:06.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-0/wal
08:15:06.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-0/wal
08:15:06.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-0/data/data
08:15:06.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:15:06.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:15:06.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:15:06.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:15:06.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:15:06.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:15:06.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:15:06.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:15:06.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:15:06.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:15:06.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:15:06.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.671929 12198 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:15:06.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.673454 12198 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:15:06.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.673882 12198 kserver.cc:163] Server-wide thread pool size limit: 3276
08:15:06.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.767206 12198 rpc_server.cc:307] RPC server started. Bound to: 127.11.227.126:39067
08:15:06.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.767359 12310 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.227.126:39067 every 8 connection(s)
08:15:06.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.770197 12198 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-0/data/info.pb
08:15:06.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.774639 12173 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu as pid 12198
08:15:06.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.775213 12173 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-0/wal/instance
08:15:06.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.777752 12311 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:15:06.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.779011 12173 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu
08:15:06.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu
08:15:06.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-1/wal
08:15:06.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-1/data
08:15:06.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:15:06.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:15:06.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:15:06.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:15:06.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:15:06.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:15:06.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-1/logs
08:15:06.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-1/data/info.pb
08:15:06.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:15:06.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:15:06.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:15:06.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:15:06.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:15:06.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:15:06.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:15:06.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:15:06.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:15:06.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:15:06.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:15:06.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:15:06.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.227.125:37419
08:15:06.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.227.125
08:15:06.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:15:06.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.227.84:46389
08:15:06.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:15:06.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:15:06.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:15:06.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:15:06.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.227.126:39067,127.11.227.125:37419,127.11.227.124:32873
08:15:06.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:15:06.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41237/jwks.json with env {}
08:15:06.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.793058 12311 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.227.126" port: 39067 } has no permanent_uuid. Determining permanent_uuid...
08:15:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.831986 12311 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } has no permanent_uuid. Determining permanent_uuid...
08:15:06.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:06.834630 12233 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.227.125:37419: connect: Connection refused (error 111)
08:15:06.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:06.839741 12311 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.227.125:37419: Network error: Client connection negotiation failed: client connection to 127.11.227.125:37419: connect: Connection refused (error 111)
08:15:06.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.889214 12311 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } attempt: 1
08:15:06.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:06.894037 12311 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.227.125:37419: Network error: Client connection negotiation failed: client connection to 127.11.227.125:37419: connect: Connection refused (error 111)
08:15:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:06.962574 12311 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } attempt: 2
08:15:06.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:06.967784 12311 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.227.125:37419: Network error: Client connection negotiation failed: client connection to 127.11.227.125:37419: connect: Connection refused (error 111)
08:15:07.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:07.059301 12311 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } attempt: 3
08:15:07.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:07.063850 12311 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.227.125:37419: Network error: Client connection negotiation failed: client connection to 127.11.227.125:37419: connect: Connection refused (error 111)
08:15:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:07.145900 12314 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:15:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:07.146531 12314 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:15:07.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:07.147075 12314 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:15:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:07.178194 12314 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:15:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:07.178496 12314 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:15:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:07.178689 12314 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:15:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:07.178905 12314 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:15:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:07.179137 12314 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:15:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:07.179275 12314 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41237/jwks.json
08:15:07.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:07.207274 12311 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } attempt: 4
08:15:07.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:07.211490 12311 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.227.125:37419: Network error: Client connection negotiation failed: client connection to 127.11.227.125:37419: connect: Connection refused (error 111)
08:15:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:07.216005 12314 master_runner.cc:386] Master server non-default flags:
08:15:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:15:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.227.84:46389
08:15:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:15:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:15:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-1/data
08:15:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-1/wal
08:15:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:15:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.227.126:39067,127.11.227.125:37419,127.11.227.124:32873
08:15:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:15:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:15:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:15:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.227.125:37419
08:15:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:15:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:15:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:15:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41237/jwks.json
08:15:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:15:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:15:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-1/data/info.pb
08:15:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.227.125
08:15:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:15:07.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:15:07.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:15:07.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:15:07.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:15:07.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:15:07.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-1/logs
08:15:07.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:15:07.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:15:07.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:15:07.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:15:07.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:15:07.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:15:07.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:15:07.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 07:02:49 UTC on ccycloud.quasar-ojudvd.root.comops.site
08:15:07.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4577116
08:15:07.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:15:07.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:07.217437 12314 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:15:07.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:07.219024 12314 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:15:07.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:07.242187 12329 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:07.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:07.510959 12311 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } attempt: 5
08:15:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:07.515897 12311 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.227.125:37419: Network error: Client connection negotiation failed: client connection to 127.11.227.125:37419: connect: Connection refused (error 111)
08:15:08.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.063303 12311 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } attempt: 6
08:15:08.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:08.071007 12311 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.227.125:37419: Network error: Client connection negotiation failed: client connection to 127.11.227.125:37419: connect: Connection refused (error 111)
08:15:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:07.244314 12328 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:07.246898 12331 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:08.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:07.247009 12314 server_base.cc:1034] running on GCE node
08:15:08.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.515642 12314 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:15:08.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.519444 12314 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:15:08.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.520884 12314 hybrid_clock.cc:648] HybridClock initialized: now 1786349708520836 us; error 69 us; skew 500 ppm
08:15:08.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.521705 12314 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:15:08.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.533243 12314 webserver.cc:460] Webserver started at http://127.11.227.125:35287/ using document root <none> and password file <none>
08:15:08.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.534184 12314 fs_manager.cc:359] Metadata directory not provided
08:15:08.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.534380 12314 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:15:08.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.534775 12314 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:15:08.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.539695 12314 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-1/data/instance:
08:15:08.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "acc734c2ba7a43d6b4290ae44619f416"
08:15:08.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:08 on dist-test-slave-g170"
08:15:08.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.540879 12314 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-1/wal/instance:
08:15:08.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "acc734c2ba7a43d6b4290ae44619f416"
08:15:08.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:08 on dist-test-slave-g170"
08:15:08.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.548240 12314 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.005s
08:15:08.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.554031 12344 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:15:08.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.555346 12314 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
08:15:08.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.555624 12314 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-1/data,/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-1/wal
08:15:08.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "acc734c2ba7a43d6b4290ae44619f416"
08:15:08.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:08 on dist-test-slave-g170"
08:15:08.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.555917 12314 fs_report.cc:383] FS layout report
08:15:08.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:15:08.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-1/wal
08:15:08.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-1/wal
08:15:08.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-1/data/data
08:15:08.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:15:08.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:15:08.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:15:08.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:15:08.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:15:08.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:15:08.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:15:08.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:15:08.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:15:08.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:15:08.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:15:08.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.609717 12314 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:15:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.611184 12314 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:15:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.611600 12314 kserver.cc:163] Server-wide thread pool size limit: 3276
08:15:08.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.689747 12314 rpc_server.cc:307] RPC server started. Bound to: 127.11.227.125:37419
08:15:08.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.689822 12422 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.227.125:37419 every 8 connection(s)
08:15:08.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.692575 12314 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-1/data/info.pb
08:15:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.698239 12423 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:15:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.698436 12173 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu as pid 12314
08:15:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.698937 12173 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-1/wal/instance
08:15:08.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.701172 12173 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu
08:15:08.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu
08:15:08.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-2/wal
08:15:08.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-2/data
08:15:08.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:15:08.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:15:08.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:15:08.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:15:08.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:15:08.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:15:08.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-2/logs
08:15:08.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-2/data/info.pb
08:15:08.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:15:08.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:15:08.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:15:08.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:15:08.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:15:08.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:15:08.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:15:08.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:15:08.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:15:08.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:15:08.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:15:08.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:15:08.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.227.124:32873
08:15:08.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.227.124
08:15:08.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:15:08.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.227.84:46389
08:15:08.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:15:08.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:15:08.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:15:08.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:15:08.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.227.126:39067,127.11.227.125:37419,127.11.227.124:32873
08:15:08.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:15:08.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41237/jwks.json with env {}
08:15:08.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.712217 12423 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.227.126" port: 39067 } has no permanent_uuid. Determining permanent_uuid...
08:15:08.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.742587 12423 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } has no permanent_uuid. Determining permanent_uuid...
08:15:08.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.764750 12423 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } has no permanent_uuid. Determining permanent_uuid...
08:15:08.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:08.768976 12346 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.227.124:32873: connect: Connection refused (error 111)
08:15:08.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:08.773531 12423 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.227.124:32873: Network error: Client connection negotiation failed: client connection to 127.11.227.124:32873: connect: Connection refused (error 111)
08:15:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.823061 12423 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } attempt: 1
08:15:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:08.827273 12423 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.227.124:32873: Network error: Client connection negotiation failed: client connection to 127.11.227.124:32873: connect: Connection refused (error 111)
08:15:08.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.895701 12423 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } attempt: 2
08:15:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:08.900013 12423 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.227.124:32873: Network error: Client connection negotiation failed: client connection to 127.11.227.124:32873: connect: Connection refused (error 111)
08:15:08.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:08.991500 12423 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } attempt: 3
08:15:08.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:08.995882 12423 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.227.124:32873: Network error: Client connection negotiation failed: client connection to 127.11.227.124:32873: connect: Connection refused (error 111)
08:15:09.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:09.075806 12425 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:15:09.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:09.076375 12425 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:15:09.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:09.076924 12425 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:15:09.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:09.108415 12425 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:15:09.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:09.108697 12425 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:15:09.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:09.108961 12425 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:15:09.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:09.109218 12425 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:15:09.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:09.109512 12425 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:15:09.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:09.109907 12425 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41237/jwks.json
08:15:09.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:09.131718 12311 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } attempt: 7
08:15:09.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:09.139330 12423 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } attempt: 4
08:15:09.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:09.143651 12423 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.227.124:32873: Network error: Client connection negotiation failed: client connection to 127.11.227.124:32873: connect: Connection refused (error 111)
08:15:09.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:09.147033 12311 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } has no permanent_uuid. Determining permanent_uuid...
08:15:09.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:09.151176 12425 master_runner.cc:386] Master server non-default flags:
08:15:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:15:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.227.84:46389
08:15:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:15:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:15:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-2/data
08:15:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-2/wal
08:15:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:15:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.227.126:39067,127.11.227.125:37419,127.11.227.124:32873
08:15:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:15:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:15:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:15:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.227.124:32873
08:15:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:15:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:15:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:15:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41237/jwks.json
08:15:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:15:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:15:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-2/data/info.pb
08:15:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.227.124
08:15:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:15:09.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:15:09.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:15:09.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:15:09.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:15:09.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:15:09.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-2/logs
08:15:09.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:15:09.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:15:09.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:15:09.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:15:09.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:15:09.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:15:09.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:15:09.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 07:02:49 UTC on ccycloud.quasar-ojudvd.root.comops.site
08:15:09.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4577116
08:15:09.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:15:09.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:09.152280 12311 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.227.124:32873: Network error: Client connection negotiation failed: client connection to 127.11.227.124:32873: connect: Connection refused (error 111)
08:15:09.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:09.152686 12425 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:15:09.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:09.154850 12425 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:15:09.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:09.175819 12447 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:09.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:09.210669 12311 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } attempt: 1
08:15:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:09.216080 12311 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.227.124:32873: Network error: Client connection negotiation failed: client connection to 127.11.227.124:32873: connect: Connection refused (error 111)
08:15:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:09.297636 12311 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } attempt: 2
08:15:09.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:09.302135 12311 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.227.124:32873: Network error: Client connection negotiation failed: client connection to 127.11.227.124:32873: connect: Connection refused (error 111)
08:15:09.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:09.387567 12311 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } attempt: 3
08:15:09.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:09.392485 12311 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.227.124:32873: Network error: Client connection negotiation failed: client connection to 127.11.227.124:32873: connect: Connection refused (error 111)
08:15:09.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:09.443142 12423 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } attempt: 5
08:15:09.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:09.448356 12423 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.227.124:32873: Network error: Client connection negotiation failed: client connection to 127.11.227.124:32873: connect: Connection refused (error 111)
08:15:09.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:09.532989 12311 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } attempt: 4
08:15:09.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:09.537277 12311 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.227.124:32873: Network error: Client connection negotiation failed: client connection to 127.11.227.124:32873: connect: Connection refused (error 111)
08:15:09.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:09.820902 12311 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } attempt: 5
08:15:09.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:09.825469 12311 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.227.124:32873: Network error: Client connection negotiation failed: client connection to 127.11.227.124:32873: connect: Connection refused (error 111)
08:15:09.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:09.995769 12423 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } attempt: 6
08:15:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:10.003762 12423 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.227.124:32873: Network error: Client connection negotiation failed: client connection to 127.11.227.124:32873: connect: Connection refused (error 111)
08:15:10.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.378158 12311 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } attempt: 6
08:15:10.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:10.390496 12311 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.227.124:32873: Network error: Client connection negotiation failed: client connection to 127.11.227.124:32873: connect: Connection refused (error 111)
08:15:10.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:09.175832 12449 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:10.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:09.179710 12452 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:10.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:09.178551 12425 server_base.cc:1034] running on GCE node
08:15:10.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.414638 12425 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:15:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.417367 12425 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:15:10.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.420920 12425 hybrid_clock.cc:648] HybridClock initialized: now 1786349710420310 us; error 610 us; skew 500 ppm
08:15:10.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.422048 12425 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:15:10.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.430018 12425 webserver.cc:460] Webserver started at http://127.11.227.124:35465/ using document root <none> and password file <none>
08:15:10.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.431160 12425 fs_manager.cc:359] Metadata directory not provided
08:15:10.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.431425 12425 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:15:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.432060 12425 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:15:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.437873 12425 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-2/data/instance:
08:15:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "78c737ff1f6543749372fa08b23fbe92"
08:15:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:10 on dist-test-slave-g170"
08:15:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.439255 12425 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-2/wal/instance:
08:15:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "78c737ff1f6543749372fa08b23fbe92"
08:15:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:10 on dist-test-slave-g170"
08:15:10.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.446826 12425 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
08:15:10.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.453054 12473 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:15:10.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.454201 12425 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
08:15:10.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.454613 12425 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-2/data,/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-2/wal
08:15:10.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "78c737ff1f6543749372fa08b23fbe92"
08:15:10.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:10 on dist-test-slave-g170"
08:15:10.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.455078 12425 fs_report.cc:383] FS layout report
08:15:10.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:15:10.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-2/wal
08:15:10.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-2/wal
08:15:10.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-2/data/data
08:15:10.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:15:10.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:15:10.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:15:10.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:15:10.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:15:10.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:15:10.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:15:10.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:15:10.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:15:10.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:15:10.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:15:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.491544 12425 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:15:10.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.493368 12425 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:15:10.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.493955 12425 kserver.cc:163] Server-wide thread pool size limit: 3276
08:15:10.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.574342 12425 rpc_server.cc:307] RPC server started. Bound to: 127.11.227.124:32873
08:15:10.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.574640 12563 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.227.124:32873 every 8 connection(s)
08:15:10.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.577463 12425 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-2/data/info.pb
08:15:10.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.582428 12173 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu as pid 12425
08:15:10.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.582902 12173 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/master-2/wal/instance
08:15:10.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.583768 12565 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:15:10.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.601926 12565 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.227.126" port: 39067 } has no permanent_uuid. Determining permanent_uuid...
08:15:10.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.627908 12565 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } has no permanent_uuid. Determining permanent_uuid...
08:15:10.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.640515 12565 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } has no permanent_uuid. Determining permanent_uuid...
08:15:10.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.659452 12565 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92: Bootstrap starting.
08:15:10.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.667811 12565 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92: Neither blocks nor log segments found. Creating new log.
08:15:10.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.670476 12565 log.cc:824] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92: Log is configured to *not* fsync() on all Append() calls
08:15:10.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.676258 12565 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92: No bootstrap required, opened a new log
08:15:10.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.704520 12565 raft_consensus.cc:348] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcb2889e132e481fa5bc38ffc23b09fa" member_type: VOTER last_known_addr { host: "127.11.227.126" port: 39067 } } peers { permanent_uuid: "acc734c2ba7a43d6b4290ae44619f416" member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } } peers { permanent_uuid: "78c737ff1f6543749372fa08b23fbe92" member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } }
08:15:10.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.705458 12565 raft_consensus.cc:374] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:15:10.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.705771 12565 raft_consensus.cc:729] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 78c737ff1f6543749372fa08b23fbe92, State: Initialized, Role: FOLLOWER
08:15:10.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.706753 12565 consensus_queue.cc:260] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcb2889e132e481fa5bc38ffc23b09fa" member_type: VOTER last_known_addr { host: "127.11.227.126" port: 39067 } } peers { permanent_uuid: "acc734c2ba7a43d6b4290ae44619f416" member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } } peers { permanent_uuid: "78c737ff1f6543749372fa08b23fbe92" member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } }
08:15:10.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.709986 12578 sys_catalog.cc:455] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcb2889e132e481fa5bc38ffc23b09fa" member_type: VOTER last_known_addr { host: "127.11.227.126" port: 39067 } } peers { permanent_uuid: "acc734c2ba7a43d6b4290ae44619f416" member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } } peers { permanent_uuid: "78c737ff1f6543749372fa08b23fbe92" member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } } }
08:15:10.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.710698 12578 sys_catalog.cc:458] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [sys.catalog]: This master's current role is: FOLLOWER
08:15:10.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.712322 12565 sys_catalog.cc:564] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [sys.catalog]: configured and running, proceeding with master startup.
08:15:10.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:10.742414 12596 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:10.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:10.742735 12596 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:10.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:10.750249 12481 tablet.cc:2369] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:15:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.739846 12425 master_runner.cc:186] Error getting master registration for 127.11.227.126:39067: OK, instance_id { permanent_uuid: "bcb2889e132e481fa5bc38ffc23b09fa" instance_seqno: 1786349706739427 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:15:10.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.779707 12425 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:15:10.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.782313 12578 raft_consensus.cc:482] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:15:10.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.782858 12578 raft_consensus.cc:504] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcb2889e132e481fa5bc38ffc23b09fa" member_type: VOTER last_known_addr { host: "127.11.227.126" port: 39067 } } peers { permanent_uuid: "acc734c2ba7a43d6b4290ae44619f416" member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } } peers { permanent_uuid: "78c737ff1f6543749372fa08b23fbe92" member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } }
08:15:10.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:10.785671 12578 leader_election.cc:288] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bcb2889e132e481fa5bc38ffc23b09fa (127.11.227.126:39067), acc734c2ba7a43d6b4290ae44619f416 (127.11.227.125:37419)
08:15:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.064112 12423 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } attempt: 7
08:15:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.094389 12423 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P acc734c2ba7a43d6b4290ae44619f416: Bootstrap starting.
08:15:11.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.101689 12423 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P acc734c2ba7a43d6b4290ae44619f416: Neither blocks nor log segments found. Creating new log.
08:15:11.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.104499 12423 log.cc:824] T 00000000000000000000000000000000 P acc734c2ba7a43d6b4290ae44619f416: Log is configured to *not* fsync() on all Append() calls
08:15:11.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.110088 12423 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P acc734c2ba7a43d6b4290ae44619f416: No bootstrap required, opened a new log
08:15:11.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.141240 12423 raft_consensus.cc:348] T 00000000000000000000000000000000 P acc734c2ba7a43d6b4290ae44619f416 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcb2889e132e481fa5bc38ffc23b09fa" member_type: VOTER last_known_addr { host: "127.11.227.126" port: 39067 } } peers { permanent_uuid: "acc734c2ba7a43d6b4290ae44619f416" member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } } peers { permanent_uuid: "78c737ff1f6543749372fa08b23fbe92" member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } }
08:15:11.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.142125 12423 raft_consensus.cc:374] T 00000000000000000000000000000000 P acc734c2ba7a43d6b4290ae44619f416 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:15:11.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.142419 12423 raft_consensus.cc:729] T 00000000000000000000000000000000 P acc734c2ba7a43d6b4290ae44619f416 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: acc734c2ba7a43d6b4290ae44619f416, State: Initialized, Role: FOLLOWER
08:15:11.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.143429 12423 consensus_queue.cc:260] T 00000000000000000000000000000000 P acc734c2ba7a43d6b4290ae44619f416 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcb2889e132e481fa5bc38ffc23b09fa" member_type: VOTER last_known_addr { host: "127.11.227.126" port: 39067 } } peers { permanent_uuid: "acc734c2ba7a43d6b4290ae44619f416" member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } } peers { permanent_uuid: "78c737ff1f6543749372fa08b23fbe92" member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } }
08:15:11.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.146344 12603 sys_catalog.cc:455] T 00000000000000000000000000000000 P acc734c2ba7a43d6b4290ae44619f416 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcb2889e132e481fa5bc38ffc23b09fa" member_type: VOTER last_known_addr { host: "127.11.227.126" port: 39067 } } peers { permanent_uuid: "acc734c2ba7a43d6b4290ae44619f416" member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } } peers { permanent_uuid: "78c737ff1f6543749372fa08b23fbe92" member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } } }
08:15:11.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.147526 12603 sys_catalog.cc:458] T 00000000000000000000000000000000 P acc734c2ba7a43d6b4290ae44619f416 [sys.catalog]: This master's current role is: FOLLOWER
08:15:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.148293 12423 sys_catalog.cc:564] T 00000000000000000000000000000000 P acc734c2ba7a43d6b4290ae44619f416 [sys.catalog]: configured and running, proceeding with master startup.
08:15:11.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.148612 12386 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "78c737ff1f6543749372fa08b23fbe92" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "acc734c2ba7a43d6b4290ae44619f416" is_pre_election: true
08:15:11.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.151113 12386 raft_consensus.cc:2454] T 00000000000000000000000000000000 P acc734c2ba7a43d6b4290ae44619f416 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 78c737ff1f6543749372fa08b23fbe92 in term 0.
08:15:11.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.153524 12479 leader_election.cc:302] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 78c737ff1f6543749372fa08b23fbe92, acc734c2ba7a43d6b4290ae44619f416; no voters:
08:15:11.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.155311 12578 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:15:11.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.155786 12578 raft_consensus.cc:482] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:15:11.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.156203 12578 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [term 0 FOLLOWER]: Advancing to term 1
08:15:11.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.163734 12578 raft_consensus.cc:504] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcb2889e132e481fa5bc38ffc23b09fa" member_type: VOTER last_known_addr { host: "127.11.227.126" port: 39067 } } peers { permanent_uuid: "acc734c2ba7a43d6b4290ae44619f416" member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } } peers { permanent_uuid: "78c737ff1f6543749372fa08b23fbe92" member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } }
08:15:11.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.169452 12578 leader_election.cc:288] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [CANDIDATE]: Term 1 election: Requested vote from peers bcb2889e132e481fa5bc38ffc23b09fa (127.11.227.126:39067), acc734c2ba7a43d6b4290ae44619f416 (127.11.227.125:37419)
08:15:11.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.169975 12386 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "78c737ff1f6543749372fa08b23fbe92" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "acc734c2ba7a43d6b4290ae44619f416"
08:15:11.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.171700 12386 raft_consensus.cc:3037] T 00000000000000000000000000000000 P acc734c2ba7a43d6b4290ae44619f416 [term 0 FOLLOWER]: Advancing to term 1
08:15:11.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.180194 12386 raft_consensus.cc:2454] T 00000000000000000000000000000000 P acc734c2ba7a43d6b4290ae44619f416 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 78c737ff1f6543749372fa08b23fbe92 in term 1.
08:15:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.181785 12479 leader_election.cc:302] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 78c737ff1f6543749372fa08b23fbe92, acc734c2ba7a43d6b4290ae44619f416; no voters:
08:15:11.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.182744 12578 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [term 1 FOLLOWER]: Leader election won for term 1
08:15:11.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.194555 12578 raft_consensus.cc:686] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [term 1 LEADER]: Becoming Leader. State: Replica: 78c737ff1f6543749372fa08b23fbe92, State: Running, Role: LEADER
08:15:11.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.195736 12578 consensus_queue.cc:237] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcb2889e132e481fa5bc38ffc23b09fa" member_type: VOTER last_known_addr { host: "127.11.227.126" port: 39067 } } peers { permanent_uuid: "acc734c2ba7a43d6b4290ae44619f416" member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } } peers { permanent_uuid: "78c737ff1f6543749372fa08b23fbe92" member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } }
08:15:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:11.223448 12624 catalog_manager.cc:1558] T 00000000000000000000000000000000 P acc734c2ba7a43d6b4290ae44619f416: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:11.223850 12624 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.228246 12619 sys_catalog.cc:455] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 78c737ff1f6543749372fa08b23fbe92. Latest consensus state: current_term: 1 leader_uuid: "78c737ff1f6543749372fa08b23fbe92" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcb2889e132e481fa5bc38ffc23b09fa" member_type: VOTER last_known_addr { host: "127.11.227.126" port: 39067 } } peers { permanent_uuid: "acc734c2ba7a43d6b4290ae44619f416" member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } } peers { permanent_uuid: "78c737ff1f6543749372fa08b23fbe92" member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } } }
08:15:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.229456 12619 sys_catalog.cc:458] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [sys.catalog]: This master's current role is: LEADER
08:15:11.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.237588 12628 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
08:15:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.245889 12628 catalog_manager.cc:1484] Initializing Kudu cluster ID...
08:15:11.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.211233 12314 master_runner.cc:186] Error getting master registration for 127.11.227.126:39067: OK, instance_id { permanent_uuid: "bcb2889e132e481fa5bc38ffc23b09fa" instance_seqno: 1786349706739427 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:15:11.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.256680 12314 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:15:11.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.276419 12386 raft_consensus.cc:1261] T 00000000000000000000000000000000 P acc734c2ba7a43d6b4290ae44619f416 [term 1 FOLLOWER]: Refusing update from remote peer 78c737ff1f6543749372fa08b23fbe92: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:15:11.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.278255 12619 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [LEADER]: Connected to new peer: Peer: permanent_uuid: "acc734c2ba7a43d6b4290ae44619f416" member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
08:15:11.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.320070 12629 mvcc.cc:205] Tried to move back new op lower bound from 7316888417369870336 to 7316888417094815744. Current Snapshot: MvccSnapshot[applied={T|T < 7316888417369870336}]
08:15:11.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.322580 12619 sys_catalog.cc:455] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "78c737ff1f6543749372fa08b23fbe92" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcb2889e132e481fa5bc38ffc23b09fa" member_type: VOTER last_known_addr { host: "127.11.227.126" port: 39067 } } peers { permanent_uuid: "acc734c2ba7a43d6b4290ae44619f416" member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } } peers { permanent_uuid: "78c737ff1f6543749372fa08b23fbe92" member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } } }
08:15:11.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.323369 12619 sys_catalog.cc:458] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [sys.catalog]: This master's current role is: LEADER
08:15:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.319018 12603 sys_catalog.cc:455] T 00000000000000000000000000000000 P acc734c2ba7a43d6b4290ae44619f416 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 78c737ff1f6543749372fa08b23fbe92. Latest consensus state: current_term: 1 leader_uuid: "78c737ff1f6543749372fa08b23fbe92" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcb2889e132e481fa5bc38ffc23b09fa" member_type: VOTER last_known_addr { host: "127.11.227.126" port: 39067 } } peers { permanent_uuid: "acc734c2ba7a43d6b4290ae44619f416" member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } } peers { permanent_uuid: "78c737ff1f6543749372fa08b23fbe92" member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } } }
08:15:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.326280 12603 sys_catalog.cc:458] T 00000000000000000000000000000000 P acc734c2ba7a43d6b4290ae44619f416 [sys.catalog]: This master's current role is: FOLLOWER
08:15:11.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.339111 12628 catalog_manager.cc:1347] Generated new cluster ID: 43a01d31228a40b1b11b953a2f777135
08:15:11.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.340606 12628 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
08:15:11.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.349855 12603 sys_catalog.cc:455] T 00000000000000000000000000000000 P acc734c2ba7a43d6b4290ae44619f416 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "78c737ff1f6543749372fa08b23fbe92" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcb2889e132e481fa5bc38ffc23b09fa" member_type: VOTER last_known_addr { host: "127.11.227.126" port: 39067 } } peers { permanent_uuid: "acc734c2ba7a43d6b4290ae44619f416" member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } } peers { permanent_uuid: "78c737ff1f6543749372fa08b23fbe92" member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } } }
08:15:11.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.351454 12603 sys_catalog.cc:458] T 00000000000000000000000000000000 P acc734c2ba7a43d6b4290ae44619f416 [sys.catalog]: This master's current role is: FOLLOWER
08:15:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.396943 12628 catalog_manager.cc:1370] Generated new certificate authority record
08:15:11.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.400699 12628 catalog_manager.cc:1504] Loading token signing keys...
08:15:11.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.423938 12311 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } attempt: 7
08:15:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.425429 12628 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92: Generated new TSK 0
08:15:11.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.427134 12628 catalog_manager.cc:1514] Initializing in-progress tserver states...
08:15:11.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.464727 12311 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bcb2889e132e481fa5bc38ffc23b09fa: Bootstrap starting.
08:15:11.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.472347 12311 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bcb2889e132e481fa5bc38ffc23b09fa: Neither blocks nor log segments found. Creating new log.
08:15:11.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.475348 12311 log.cc:824] T 00000000000000000000000000000000 P bcb2889e132e481fa5bc38ffc23b09fa: Log is configured to *not* fsync() on all Append() calls
08:15:11.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.486878 12311 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bcb2889e132e481fa5bc38ffc23b09fa: No bootstrap required, opened a new log
08:15:11.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.487774 12173 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu
08:15:11.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu
08:15:11.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-0/wal
08:15:11.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-0/data
08:15:11.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:15:11.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:15:11.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:15:11.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:15:11.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:15:11.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:15:11.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-0/logs
08:15:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-0/data/info.pb
08:15:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:15:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:15:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:15:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:15:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:15:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:15:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:15:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:15:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:15:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:15:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.227.65:0
08:15:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.227.65
08:15:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.227.65
08:15:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:15:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.227.126:39067,127.11.227.125:37419,127.11.227.124:32873
08:15:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.227.84:46389
08:15:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:15:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:15:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:15:11.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.524300 12311 raft_consensus.cc:348] T 00000000000000000000000000000000 P bcb2889e132e481fa5bc38ffc23b09fa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcb2889e132e481fa5bc38ffc23b09fa" member_type: VOTER last_known_addr { host: "127.11.227.126" port: 39067 } } peers { permanent_uuid: "acc734c2ba7a43d6b4290ae44619f416" member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } } peers { permanent_uuid: "78c737ff1f6543749372fa08b23fbe92" member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } }
08:15:11.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.526945 12311 raft_consensus.cc:374] T 00000000000000000000000000000000 P bcb2889e132e481fa5bc38ffc23b09fa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:15:11.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.527477 12311 raft_consensus.cc:729] T 00000000000000000000000000000000 P bcb2889e132e481fa5bc38ffc23b09fa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bcb2889e132e481fa5bc38ffc23b09fa, State: Initialized, Role: FOLLOWER
08:15:11.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.528818 12311 consensus_queue.cc:260] T 00000000000000000000000000000000 P bcb2889e132e481fa5bc38ffc23b09fa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcb2889e132e481fa5bc38ffc23b09fa" member_type: VOTER last_known_addr { host: "127.11.227.126" port: 39067 } } peers { permanent_uuid: "acc734c2ba7a43d6b4290ae44619f416" member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } } peers { permanent_uuid: "78c737ff1f6543749372fa08b23fbe92" member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } }
08:15:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.545600 12270 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "78c737ff1f6543749372fa08b23fbe92" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bcb2889e132e481fa5bc38ffc23b09fa"
08:15:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.547446 12311 sys_catalog.cc:564] T 00000000000000000000000000000000 P bcb2889e132e481fa5bc38ffc23b09fa [sys.catalog]: configured and running, proceeding with master startup.
08:15:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.547044 12275 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "78c737ff1f6543749372fa08b23fbe92" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bcb2889e132e481fa5bc38ffc23b09fa" is_pre_election: true
08:15:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.548462 12270 raft_consensus.cc:3037] T 00000000000000000000000000000000 P bcb2889e132e481fa5bc38ffc23b09fa [term 0 FOLLOWER]: Advancing to term 1
08:15:11.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.557094 12270 raft_consensus.cc:2454] T 00000000000000000000000000000000 P bcb2889e132e481fa5bc38ffc23b09fa [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 78c737ff1f6543749372fa08b23fbe92 in term 1.
08:15:11.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.548893 12643 sys_catalog.cc:455] T 00000000000000000000000000000000 P bcb2889e132e481fa5bc38ffc23b09fa [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcb2889e132e481fa5bc38ffc23b09fa" member_type: VOTER last_known_addr { host: "127.11.227.126" port: 39067 } } peers { permanent_uuid: "acc734c2ba7a43d6b4290ae44619f416" member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } } peers { permanent_uuid: "78c737ff1f6543749372fa08b23fbe92" member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } } }
08:15:11.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.565392 12643 sys_catalog.cc:458] T 00000000000000000000000000000000 P bcb2889e132e481fa5bc38ffc23b09fa [sys.catalog]: This master's current role is: FOLLOWER
08:15:11.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.569226 12268 raft_consensus.cc:1261] T 00000000000000000000000000000000 P bcb2889e132e481fa5bc38ffc23b09fa [term 1 FOLLOWER]: Refusing update from remote peer 78c737ff1f6543749372fa08b23fbe92: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:15:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.572371 12578 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bcb2889e132e481fa5bc38ffc23b09fa" member_type: VOTER last_known_addr { host: "127.11.227.126" port: 39067 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:15:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.647243 12643 sys_catalog.cc:455] T 00000000000000000000000000000000 P bcb2889e132e481fa5bc38ffc23b09fa [sys.catalog]: SysCatalogTable state changed. Reason: New leader 78c737ff1f6543749372fa08b23fbe92. Latest consensus state: current_term: 1 leader_uuid: "78c737ff1f6543749372fa08b23fbe92" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcb2889e132e481fa5bc38ffc23b09fa" member_type: VOTER last_known_addr { host: "127.11.227.126" port: 39067 } } peers { permanent_uuid: "acc734c2ba7a43d6b4290ae44619f416" member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } } peers { permanent_uuid: "78c737ff1f6543749372fa08b23fbe92" member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } } }
08:15:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.648527 12643 sys_catalog.cc:458] T 00000000000000000000000000000000 P bcb2889e132e481fa5bc38ffc23b09fa [sys.catalog]: This master's current role is: FOLLOWER
08:15:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.652508 12652 sys_catalog.cc:455] T 00000000000000000000000000000000 P bcb2889e132e481fa5bc38ffc23b09fa [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "78c737ff1f6543749372fa08b23fbe92" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcb2889e132e481fa5bc38ffc23b09fa" member_type: VOTER last_known_addr { host: "127.11.227.126" port: 39067 } } peers { permanent_uuid: "acc734c2ba7a43d6b4290ae44619f416" member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } } peers { permanent_uuid: "78c737ff1f6543749372fa08b23fbe92" member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } } }
08:15:11.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.653932 12652 sys_catalog.cc:458] T 00000000000000000000000000000000 P bcb2889e132e481fa5bc38ffc23b09fa [sys.catalog]: This master's current role is: FOLLOWER
08:15:11.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:11.715551 12670 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:15:12.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:12.077071 12642 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:15:12.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:12.077797 12642 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:15:12.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:12.078677 12642 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:15:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:12.140298 12642 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:15:12.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:12.142253 12642 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.227.65
08:15:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:12.151882 12578 sys_catalog.cc:455] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "78c737ff1f6543749372fa08b23fbe92" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcb2889e132e481fa5bc38ffc23b09fa" member_type: VOTER last_known_addr { host: "127.11.227.126" port: 39067 } } peers { permanent_uuid: "acc734c2ba7a43d6b4290ae44619f416" member_type: VOTER last_known_addr { host: "127.11.227.125" port: 37419 } } peers { permanent_uuid: "78c737ff1f6543749372fa08b23fbe92" member_type: VOTER last_known_addr { host: "127.11.227.124" port: 32873 } } }
08:15:12.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:12.153110 12578 sys_catalog.cc:458] T 00000000000000000000000000000000 P 78c737ff1f6543749372fa08b23fbe92 [sys.catalog]: This master's current role is: LEADER
08:15:12.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:12.210583 12642 tablet_server_runner.cc:78] Tablet server non-default flags:
08:15:12.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:15:12.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.227.84:46389
08:15:12.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:15:12.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:15:12.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-0/data
08:15:12.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-0/wal
08:15:12.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:15:12.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:15:12.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.227.65:0
08:15:12.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:15:12.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:15:12.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:15:12.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-0/data/info.pb
08:15:12.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.227.65
08:15:12.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:15:12.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.227.126:39067,127.11.227.125:37419,127.11.227.124:32873
08:15:12.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:15:12.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:15:12.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:15:12.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:15:12.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:15:12.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.227.65
08:15:12.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-0/logs
08:15:12.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:15:12.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:15:12.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:15:12.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:15:12.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:15:12.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:15:12.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:15:12.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 07:02:49 UTC on ccycloud.quasar-ojudvd.root.comops.site
08:15:12.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4577116
08:15:12.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:15:12.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:12.212340 12642 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:15:12.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:12.214607 12642 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:15:12.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:12.230054 12624 catalog_manager.cc:1259] Loaded cluster ID: 43a01d31228a40b1b11b953a2f777135
08:15:12.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:12.230592 12624 catalog_manager.cc:1552] T 00000000000000000000000000000000 P acc734c2ba7a43d6b4290ae44619f416: loading cluster ID for follower catalog manager: success
08:15:12.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:12.239310 12624 catalog_manager.cc:1574] T 00000000000000000000000000000000 P acc734c2ba7a43d6b4290ae44619f416: acquiring CA information for follower catalog manager: success
08:15:12.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:12.245803 12624 catalog_manager.cc:1602] T 00000000000000000000000000000000 P acc734c2ba7a43d6b4290ae44619f416: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:15:12.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:12.261019 12680 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:12.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:12.733042 12670 catalog_manager.cc:1259] Loaded cluster ID: 43a01d31228a40b1b11b953a2f777135
08:15:12.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:12.733657 12670 catalog_manager.cc:1552] T 00000000000000000000000000000000 P bcb2889e132e481fa5bc38ffc23b09fa: loading cluster ID for follower catalog manager: success
08:15:12.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:12.746600 12670 catalog_manager.cc:1574] T 00000000000000000000000000000000 P bcb2889e132e481fa5bc38ffc23b09fa: acquiring CA information for follower catalog manager: success
08:15:12.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:12.763414 12670 catalog_manager.cc:1602] T 00000000000000000000000000000000 P bcb2889e132e481fa5bc38ffc23b09fa: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:15:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:13.655073 12679 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 12642
08:15:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:14.465886 12679 kernel_stack_watchdog.cc:198] Thread 12642 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 393ms:
08:15:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:15:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:15:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:15:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:15:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:14.465997 12642 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 2.208s user 0.662s sys 1.162s
08:15:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:14.466398 12642 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 2.208s user 0.662s sys 1.162s
08:15:14.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:12.262472 12685 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:14.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:14.477607 12691 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:14.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.477773 12642 server_base.cc:1034] running on GCE node
08:15:14.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.479225 12642 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:15:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.481843 12642 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:15:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.483316 12642 hybrid_clock.cc:648] HybridClock initialized: now 1786349714483270 us; error 34 us; skew 500 ppm
08:15:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.484241 12642 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:15:14.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.495738 12642 webserver.cc:460] Webserver started at http://127.11.227.65:45001/ using document root <none> and password file <none>
08:15:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.496749 12642 fs_manager.cc:359] Metadata directory not provided
08:15:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.497045 12642 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:15:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.497644 12642 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:15:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.502764 12642 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-0/data/instance:
08:15:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42690d0c90de473ba0468dadab93e809"
08:15:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:14 on dist-test-slave-g170"
08:15:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.503988 12642 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-0/wal/instance:
08:15:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42690d0c90de473ba0468dadab93e809"
08:15:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:14 on dist-test-slave-g170"
08:15:14.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.512163 12642 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.010s sys 0.000s
08:15:14.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.518915 12700 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:15:14.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.520103 12642 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.003s
08:15:14.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.520399 12642 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-0/data,/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-0/wal
08:15:14.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42690d0c90de473ba0468dadab93e809"
08:15:14.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:14 on dist-test-slave-g170"
08:15:14.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.520699 12642 fs_report.cc:383] FS layout report
08:15:14.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:15:14.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-0/wal
08:15:14.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-0/wal
08:15:14.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-0/data/data
08:15:14.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:15:14.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:15:14.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:15:14.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:15:14.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:15:14.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:15:14.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:15:14.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:15:14.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:15:14.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:15:14.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:15:14.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.570922 12642 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:15:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.572602 12642 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:15:14.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.573169 12642 kserver.cc:163] Server-wide thread pool size limit: 3276
08:15:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.577476 12642 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
08:15:14.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.582757 12642 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:15:14.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.583000 12642 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:15:14.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.583357 12642 ts_tablet_manager.cc:610] Registered 0 tablets
08:15:14.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.583577 12642 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:15:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.810201 12642 rpc_server.cc:307] RPC server started. Bound to: 127.11.227.65:42377
08:15:14.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.811496 12901 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.227.65:42377 every 8 connection(s)
08:15:14.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.813675 12642 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-0/data/info.pb
08:15:14.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.819656 12173 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu as pid 12642
08:15:14.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.820452 12173 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-0/wal/instance
08:15:14.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.844175 12173 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu
08:15:14.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu
08:15:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-1/wal
08:15:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-1/data
08:15:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:15:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:15:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:15:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:15:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:15:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:15:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-1/logs
08:15:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-1/data/info.pb
08:15:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:15:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:15:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:15:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:15:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:15:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:15:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:15:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:15:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:15:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:15:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.227.66:0
08:15:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.227.66
08:15:14.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.227.66
08:15:14.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:15:14.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.227.126:39067,127.11.227.125:37419,127.11.227.124:32873
08:15:14.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.227.84:46389
08:15:14.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:15:14.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:15:14.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:15:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.873909 12903 heartbeater.cc:347] Connected to a master server at 127.11.227.124:32873
08:15:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.874449 12903 heartbeater.cc:464] Registering TS with master...
08:15:14.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.875880 12903 heartbeater.cc:511] Master 127.11.227.124:32873 requested a full tablet report, sending...
08:15:14.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.879215 12506 ts_manager.cc:194] Registered new tserver with Master: 42690d0c90de473ba0468dadab93e809 (127.11.227.65:42377)
08:15:14.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.879936 12902 heartbeater.cc:347] Connected to a master server at 127.11.227.125:37419
08:15:14.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.880327 12902 heartbeater.cc:464] Registering TS with master...
08:15:14.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.881243 12902 heartbeater.cc:511] Master 127.11.227.125:37419 requested a full tablet report, sending...
08:15:14.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.882477 12506 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.227.65:34227
08:15:14.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.883948 12371 ts_manager.cc:194] Registered new tserver with Master: 42690d0c90de473ba0468dadab93e809 (127.11.227.65:42377)
08:15:14.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.885952 12905 heartbeater.cc:347] Connected to a master server at 127.11.227.126:39067
08:15:14.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.886334 12905 heartbeater.cc:464] Registering TS with master...
08:15:14.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.887147 12905 heartbeater.cc:511] Master 127.11.227.126:39067 requested a full tablet report, sending...
08:15:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:14.890304 12251 ts_manager.cc:194] Registered new tserver with Master: 42690d0c90de473ba0468dadab93e809 (127.11.227.65:42377)
08:15:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:15.210736 12922 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:15:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:15.211203 12922 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:15:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:15.211709 12922 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:15:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:15.244210 12922 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:15:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:15.245096 12922 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.227.66
08:15:15.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:15.289009 12922 tablet_server_runner.cc:78] Tablet server non-default flags:
08:15:15.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:15:15.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.227.84:46389
08:15:15.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:15:15.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:15:15.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-1/data
08:15:15.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-1/wal
08:15:15.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:15:15.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:15:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.227.66:0
08:15:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:15:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:15:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:15:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-1/data/info.pb
08:15:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.227.66
08:15:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:15:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.227.126:39067,127.11.227.125:37419,127.11.227.124:32873
08:15:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:15:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:15:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:15:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:15:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:15:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.227.66
08:15:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-1/logs
08:15:15.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:15:15.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:15:15.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:15:15.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:15:15.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:15:15.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:15:15.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:15:15.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 07:02:49 UTC on ccycloud.quasar-ojudvd.root.comops.site
08:15:15.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4577116
08:15:15.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:15:15.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:15.290153 12922 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:15:15.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:15.291697 12922 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:15:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:15.315807 12938 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:15.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:15.887952 12903 heartbeater.cc:503] Master 127.11.227.124:32873 was elected leader, sending a full tablet report...
08:15:16.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:15.315847 12937 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:16.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:15.318427 12922 server_base.cc:1034] running on GCE node
08:15:16.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:15.316149 12940 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.541742 12922 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:15:16.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.544165 12922 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:15:16.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.545581 12922 hybrid_clock.cc:648] HybridClock initialized: now 1786349716545547 us; error 46 us; skew 500 ppm
08:15:16.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.546494 12922 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:15:16.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.553992 12922 webserver.cc:460] Webserver started at http://127.11.227.66:45161/ using document root <none> and password file <none>
08:15:16.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.555089 12922 fs_manager.cc:359] Metadata directory not provided
08:15:16.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.555394 12922 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:15:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.555967 12922 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:15:16.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.561479 12922 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-1/data/instance:
08:15:16.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "38d95b695229425893f0474bc6a55cd1"
08:15:16.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:16 on dist-test-slave-g170"
08:15:16.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.562943 12922 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-1/wal/instance:
08:15:16.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "38d95b695229425893f0474bc6a55cd1"
08:15:16.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:16 on dist-test-slave-g170"
08:15:16.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.570369 12922 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
08:15:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.577195 12955 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:15:16.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.578406 12922 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
08:15:16.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.578688 12922 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-1/data,/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-1/wal
08:15:16.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "38d95b695229425893f0474bc6a55cd1"
08:15:16.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:16 on dist-test-slave-g170"
08:15:16.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.578991 12922 fs_report.cc:383] FS layout report
08:15:16.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:15:16.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-1/wal
08:15:16.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-1/wal
08:15:16.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-1/data/data
08:15:16.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:15:16.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:15:16.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:15:16.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:15:16.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:15:16.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:15:16.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:15:16.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:15:16.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:15:16.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:15:16.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:15:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.616107 12922 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:15:16.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.617655 12922 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:15:16.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.618076 12922 kserver.cc:163] Server-wide thread pool size limit: 3276
08:15:16.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.621194 12922 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
08:15:16.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.625999 12922 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:15:16.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.626230 12922 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:15:16.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.626446 12922 ts_tablet_manager.cc:610] Registered 0 tablets
08:15:16.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.626588 12922 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:15:16.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.794919 12922 rpc_server.cc:307] RPC server started. Bound to: 127.11.227.66:34265
08:15:16.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.794993 13157 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.227.66:34265 every 8 connection(s)
08:15:16.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.798792 12922 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-1/data/info.pb
08:15:16.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.805511 12173 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu as pid 12922
08:15:16.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.806001 12173 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-1/wal/instance
08:15:16.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.820595 12173 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu
08:15:16.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu
08:15:16.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-2/wal
08:15:16.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-2/data
08:15:16.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:15:16.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:15:16.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:15:16.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:15:16.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:15:16.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:15:16.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-2/logs
08:15:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-2/data/info.pb
08:15:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:15:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:15:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:15:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:15:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:15:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:15:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:15:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:15:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:15:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:15:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.227.67:0
08:15:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.227.67
08:15:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.227.67
08:15:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:15:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.227.126:39067,127.11.227.125:37419,127.11.227.124:32873
08:15:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.227.84:46389
08:15:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:15:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:15:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:15:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.881553 13160 heartbeater.cc:347] Connected to a master server at 127.11.227.126:39067
08:15:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.881938 13159 heartbeater.cc:347] Connected to a master server at 127.11.227.124:32873
08:15:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.882146 13160 heartbeater.cc:464] Registering TS with master...
08:15:16.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.882326 13159 heartbeater.cc:464] Registering TS with master...
08:15:16.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.883639 13158 heartbeater.cc:347] Connected to a master server at 127.11.227.125:37419
08:15:16.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.883729 13159 heartbeater.cc:511] Master 127.11.227.124:32873 requested a full tablet report, sending...
08:15:16.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.884071 13158 heartbeater.cc:464] Registering TS with master...
08:15:16.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.884938 13158 heartbeater.cc:511] Master 127.11.227.125:37419 requested a full tablet report, sending...
08:15:16.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.883569 13160 heartbeater.cc:511] Master 127.11.227.126:39067 requested a full tablet report, sending...
08:15:16.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.886924 12506 ts_manager.cc:194] Registered new tserver with Master: 38d95b695229425893f0474bc6a55cd1 (127.11.227.66:34265)
08:15:16.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.888214 12251 ts_manager.cc:194] Registered new tserver with Master: 38d95b695229425893f0474bc6a55cd1 (127.11.227.66:34265)
08:15:16.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.888967 12506 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.227.66:53695
08:15:16.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:16.890314 12371 ts_manager.cc:194] Registered new tserver with Master: 38d95b695229425893f0474bc6a55cd1 (127.11.227.66:34265)
08:15:17.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:17.174795 13173 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:15:17.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:17.175427 13173 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:15:17.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:17.175880 13173 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:15:17.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:17.207858 13173 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:15:17.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:17.208673 13173 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.227.67
08:15:17.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:17.242197 13173 tablet_server_runner.cc:78] Tablet server non-default flags:
08:15:17.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:15:17.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.227.84:46389
08:15:17.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:15:17.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:15:17.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-2/data
08:15:17.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-2/wal
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.227.67:0
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-2/data/info.pb
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.227.67
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.227.126:39067,127.11.227.125:37419,127.11.227.124:32873
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.227.67
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-2/logs
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 07:02:49 UTC on ccycloud.quasar-ojudvd.root.comops.site
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4577116
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:15:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:17.243434 13173 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:15:17.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:17.244957 13173 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:15:17.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:17.265034 13192 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:17.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:17.895733 13159 heartbeater.cc:503] Master 127.11.227.124:32873 was elected leader, sending a full tablet report...
08:15:18.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:17.265044 13187 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:18.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:17.267050 13173 server_base.cc:1034] running on GCE node
08:15:18.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:17.265354 13190 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:18.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.499305 13173 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:15:18.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.501708 13173 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:15:18.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.503069 13173 hybrid_clock.cc:648] HybridClock initialized: now 1786349718503032 us; error 50 us; skew 500 ppm
08:15:18.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.503887 13173 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:15:18.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.510993 13173 webserver.cc:460] Webserver started at http://127.11.227.67:39001/ using document root <none> and password file <none>
08:15:18.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.511894 13173 fs_manager.cc:359] Metadata directory not provided
08:15:18.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.512084 13173 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:15:18.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.512516 13173 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:15:18.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.518051 13173 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-2/data/instance:
08:15:18.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "683187759de24fc18225a96f7bf514a3"
08:15:18.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:18 on dist-test-slave-g170"
08:15:18.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.519302 13173 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-2/wal/instance:
08:15:18.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "683187759de24fc18225a96f7bf514a3"
08:15:18.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:18 on dist-test-slave-g170"
08:15:18.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.527320 13173 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.008s
08:15:18.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.532902 13202 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:15:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.533955 13173 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
08:15:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.534243 13173 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-2/data,/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-2/wal
08:15:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "683187759de24fc18225a96f7bf514a3"
08:15:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:18 on dist-test-slave-g170"
08:15:18.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.534535 13173 fs_report.cc:383] FS layout report
08:15:18.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:15:18.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-2/wal
08:15:18.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-2/wal
08:15:18.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-2/data/data
08:15:18.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:15:18.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:15:18.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:15:18.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:15:18.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:15:18.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:15:18.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:15:18.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:15:18.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:15:18.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:15:18.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:15:18.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.582197 13173 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:15:18.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.584162 13173 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:15:18.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.584707 13173 kserver.cc:163] Server-wide thread pool size limit: 3276
08:15:18.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.588276 13173 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
08:15:18.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.594340 13173 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:15:18.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.594601 13173 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:15:18.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.594962 13173 ts_tablet_manager.cc:610] Registered 0 tablets
08:15:18.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.595166 13173 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:15:18.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.755930 13173 rpc_server.cc:307] RPC server started. Bound to: 127.11.227.67:38617
08:15:18.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.756044 13390 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.227.67:38617 every 8 connection(s)
08:15:18.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.758701 13173 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-2/data/info.pb
08:15:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.764962 12173 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu as pid 13173
08:15:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.765492 12173 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster6028919005356725210/ts-2/wal/instance
08:15:18.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.838456 13394 heartbeater.cc:347] Connected to a master server at 127.11.227.126:39067
08:15:18.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.838938 13394 heartbeater.cc:464] Registering TS with master...
08:15:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.839766 13392 heartbeater.cc:347] Connected to a master server at 127.11.227.124:32873
08:15:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.840117 13392 heartbeater.cc:464] Registering TS with master...
08:15:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.840324 13394 heartbeater.cc:511] Master 127.11.227.126:39067 requested a full tablet report, sending...
08:15:18.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.841226 13392 heartbeater.cc:511] Master 127.11.227.124:32873 requested a full tablet report, sending...
08:15:18.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.843487 12506 ts_manager.cc:194] Registered new tserver with Master: 683187759de24fc18225a96f7bf514a3 (127.11.227.67:38617)
08:15:18.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.844857 12251 ts_manager.cc:194] Registered new tserver with Master: 683187759de24fc18225a96f7bf514a3 (127.11.227.67:38617)
08:15:18.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.845566 12506 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.227.67:43489
08:15:18.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.847852 13391 heartbeater.cc:347] Connected to a master server at 127.11.227.125:37419
08:15:18.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.848173 13391 heartbeater.cc:464] Registering TS with master...
08:15:18.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.849495 13391 heartbeater.cc:511] Master 127.11.227.125:37419 requested a full tablet report, sending...
08:15:18.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.852054 12371 ts_manager.cc:194] Registered new tserver with Master: 683187759de24fc18225a96f7bf514a3 (127.11.227.67:38617)
08:15:18.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:18.858899 12173 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
08:15:18.870 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:15:18.871 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
08:15:18.882 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.11.227.126"
port: 39067
}
bound_http_address {
host: "127.11.227.126"
port: 34001
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.11.227.125"
port: 37419
}
bound_http_address {
host: "127.11.227.125"
port: 35287
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.11.227.124"
port: 32873
}
bound_http_address {
host: "127.11.227.124"
port: 35465
}
}
}
08:15:18.888 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:15:18.891 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.11.227.65"
port: 42377
}
bound_http_address {
host: "127.11.227.65"
port: 45001
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.11.227.66"
port: 34265
}
bound_http_address {
host: "127.11.227.66"
port: 45161
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.11.227.67"
port: 38617
}
bound_http_address {
host: "127.11.227.67"
port: 39001
}
}
}
08:15:18.892 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:15:19.089 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
08:15:19.204 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskzxm72y/test-tmp
08:15:19.205 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:15:19.205 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskzxm72y/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:15:19.208 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
08:15:19.547 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:15:19.548 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:15:19.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:19.551124 13407 mini_oidc.cc:152] Starting JWKS server
08:15:19.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:19.555159 13407 webserver.cc:460] Webserver started at http://127.0.0.1:46365/ using document root <none> and password file <none>
08:15:19.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:19.555775 13407 mini_oidc.cc:189] Starting OIDC Discovery server
08:15:19.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:19.557600 13407 webserver.cc:460] Webserver started at http://127.0.0.1:33847/ using document root <none> and password file <none>
08:15:19.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
08:15:19.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/principal' for realm 'KRBTEST.COM',
08:15:19.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
08:15:19.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:15:19 dist-test-slave-g170 krb5kdc[13431](info): setting up network...
08:15:19.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
08:15:19.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:15:19 dist-test-slave-g170 krb5kdc[13431](info): set up 2 sockets
08:15:19.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:15:19 dist-test-slave-g170 krb5kdc[13431](info): commencing operation
08:15:19.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
08:15:19.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:19.850343 13392 heartbeater.cc:503] Master 127.11.227.124:32873 was elected leader, sending a full tablet report...
08:15:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:21.037195 13407 mini_kdc.cc:121] Time spent starting KDC: real 1.450s user 0.004s sys 0.023s
08:15:21.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
08:15:21.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:15:21.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
08:15:21.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
08:15:21.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:15:21.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
08:15:21.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
08:15:21.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:15:21.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
08:15:21.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:15:21.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/test-user.keytab.
08:15:21.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/test-user.keytab.
08:15:21.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:15:21 dist-test-slave-g170 krb5kdc[13431](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349721, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:15:21.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:15:21.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T08:15:21Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
08:15:21.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T08:15:21Z Disabled control of system clock
08:15:21.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.13.23.254@KRBTEST.COM; defaulting to no policy
08:15:21.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:15:21.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.13.23.254@KRBTEST.COM" created.
08:15:21.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:15:21.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.23.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/kudu_127.13.23.254.keytab.
08:15:21.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.23.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/kudu_127.13.23.254.keytab.
08:15:21.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:21.261206 13407 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu
08:15:21.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu
08:15:21.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/wal
08:15:21.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/data
08:15:21.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:15:21.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:15:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:15:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:15:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:15:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:15:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/logs
08:15:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/data/info.pb
08:15:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:15:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:15:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:15:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:15:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:15:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:15:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:15:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:15:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:15:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:15:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:15:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:15:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.23.254:42293
08:15:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.23.254
08:15:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:15:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/kudu_127.13.23.254.keytab
08:15:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.23.254
08:15:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:15:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:15:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:15:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.23.212:39119
08:15:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:15:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:15:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:15:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:15:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.23.254:42293,127.13.23.253:37987,127.13.23.252:42965
08:15:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:15:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46365/jwks.json
08:15:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:15:21.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:21.578231 13456 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:15:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:21.579016 13456 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:15:21.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:21.579857 13456 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:15:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:21.612032 13456 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:15:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:21.612270 13456 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:15:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:21.612671 13456 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:15:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:21.612964 13456 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:15:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:21.613175 13456 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:15:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:21.613387 13456 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:15:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:21.613618 13456 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46365/jwks.json
08:15:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:21.652987 13456 master_runner.cc:386] Master server non-default flags:
08:15:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:15:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.23.212:39119
08:15:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:15:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:15:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/data
08:15:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/wal
08:15:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:15:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.23.254:42293,127.13.23.253:37987,127.13.23.252:42965
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/kudu_127.13.23.254.keytab
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.23.254
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.23.254:42293
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46365/jwks.json
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/data/info.pb
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.23.254
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/logs
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:15:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:15:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:15:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:15:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:15:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 07:02:49 UTC on ccycloud.quasar-ojudvd.root.comops.site
08:15:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4577116
08:15:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:15:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:21.654325 13456 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:15:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:21.655625 13456 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:15:21.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:21.676541 13466 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:22.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:21.676982 13468 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:22.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:21.679625 13456 server_base.cc:1034] running on GCE node
08:15:22.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:21.677875 13473 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:22.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:22.936131 13456 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:15:22.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:22.939103 13456 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:15:22.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:22.940495 13456 hybrid_clock.cc:648] HybridClock initialized: now 1786349722940465 us; error 32 us; skew 500 ppm
08:15:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:22.941406 13456 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:15:22.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:15:22 dist-test-slave-g170 krb5kdc[13431](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349722, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.23.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:15:22.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:22.947674 13456 init.cc:377] Logged in from keytab as kudu/127.13.23.254@KRBTEST.COM (short username kudu)
08:15:22.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:22.953711 13456 webserver.cc:460] Webserver started at http://127.13.23.254:45095/ using document root <none> and password file <none>
08:15:22.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:22.954805 13456 fs_manager.cc:359] Metadata directory not provided
08:15:22.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:22.955022 13456 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:15:22.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:22.955484 13456 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:15:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:22.960834 13456 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/data/instance:
08:15:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e630fb275cb940ce82791258059d7b3b"
08:15:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:22 on dist-test-slave-g170"
08:15:22.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:22.962160 13456 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/wal/instance:
08:15:22.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e630fb275cb940ce82791258059d7b3b"
08:15:22.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:22 on dist-test-slave-g170"
08:15:22.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:22.969899 13456 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
08:15:22.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:22.976089 13486 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:15:22.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:22.977439 13456 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
08:15:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:22.977793 13456 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/data,/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/wal
08:15:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e630fb275cb940ce82791258059d7b3b"
08:15:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:22 on dist-test-slave-g170"
08:15:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:22.978149 13456 fs_report.cc:383] FS layout report
08:15:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:15:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/wal
08:15:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/wal
08:15:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/data/data
08:15:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:15:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:15:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:15:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:15:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:15:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:15:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:15:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:15:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:15:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:15:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:15:23.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:23.019366 13456 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:15:23.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:23.026362 13456 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:15:23.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:23.026816 13456 kserver.cc:163] Server-wide thread pool size limit: 3276
08:15:23.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:23.112335 13456 rpc_server.cc:307] RPC server started. Bound to: 127.13.23.254:42293
08:15:23.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:23.112443 13568 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.23.254:42293 every 8 connection(s)
08:15:23.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:23.115746 13456 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/data/info.pb
08:15:23.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:23.121311 13574 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:15:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:23.123349 13407 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu as pid 13456
08:15:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:23.123832 13407 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/wal/instance
08:15:23.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:23.133304 13574 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.23.254" port: 42293 } has no permanent_uuid. Determining permanent_uuid...
08:15:23.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.13.23.253@KRBTEST.COM; defaulting to no policy
08:15:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:15:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.13.23.253@KRBTEST.COM" created.
08:15:23.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:15:23 dist-test-slave-g170 krb5kdc[13431](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349722, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.23.254@KRBTEST.COM for kudu/127.13.23.254@KRBTEST.COM
08:15:23.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:15:23.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.23.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/kudu_127.13.23.253.keytab.
08:15:23.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.23.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/kudu_127.13.23.253.keytab.
08:15:23.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:23.178989 13574 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.23.253" port: 37987 } has no permanent_uuid. Determining permanent_uuid...
08:15:23.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:23.181402 13407 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu
08:15:23.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu
08:15:23.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/wal
08:15:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/data
08:15:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:15:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:15:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:15:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:15:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:15:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:15:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/logs
08:15:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/data/info.pb
08:15:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:15:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:15:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:15:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:15:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:15:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:15:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:15:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:15:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:15:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:15:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:15:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:15:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.23.253:37987
08:15:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.23.253
08:15:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:15:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/kudu_127.13.23.253.keytab
08:15:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.23.253
08:15:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:15:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:15:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:15:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.23.212:39119
08:15:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:15:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:15:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:15:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:15:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.23.254:42293,127.13.23.253:37987,127.13.23.252:42965
08:15:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:15:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46365/jwks.json
08:15:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:15:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:23.181466 13489 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.23.253:37987: connect: Connection refused (error 111)
08:15:23.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:23.185786 13574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.23.253:37987: Network error: Client connection negotiation failed: client connection to 127.13.23.253:37987: connect: Connection refused (error 111)
08:15:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:23.235378 13574 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.23.253" port: 37987 } attempt: 1
08:15:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:23.239573 13574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.23.253:37987: Network error: Client connection negotiation failed: client connection to 127.13.23.253:37987: connect: Connection refused (error 111)
08:15:23.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:23.308024 13574 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.23.253" port: 37987 } attempt: 2
08:15:23.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:23.312511 13574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.23.253:37987: Network error: Client connection negotiation failed: client connection to 127.13.23.253:37987: connect: Connection refused (error 111)
08:15:23.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:23.403967 13574 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.23.253" port: 37987 } attempt: 3
08:15:23.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:23.407814 13574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.23.253:37987: Network error: Client connection negotiation failed: client connection to 127.13.23.253:37987: connect: Connection refused (error 111)
08:15:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:23.523967 13582 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:15:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:23.524523 13582 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:15:23.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:23.525254 13582 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:15:23.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:23.551218 13574 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.23.253" port: 37987 } attempt: 4
08:15:23.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:23.555766 13574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.23.253:37987: Network error: Client connection negotiation failed: client connection to 127.13.23.253:37987: connect: Connection refused (error 111)
08:15:23.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:23.558763 13582 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:15:23.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:23.559041 13582 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:15:23.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:23.559468 13582 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:15:23.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:23.559825 13582 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:15:23.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:23.560132 13582 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:15:23.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:23.560442 13582 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:15:23.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:23.560668 13582 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46365/jwks.json
08:15:23.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:23.601909 13582 master_runner.cc:386] Master server non-default flags:
08:15:23.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:15:23.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.23.212:39119
08:15:23.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:15:23.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:15:23.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/data
08:15:23.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/wal
08:15:23.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:15:23.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:15:23.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.23.254:42293,127.13.23.253:37987,127.13.23.252:42965
08:15:23.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/kudu_127.13.23.253.keytab
08:15:23.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.23.253
08:15:23.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:15:23.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:15:23.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:15:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.23.253:37987
08:15:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:15:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:15:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:15:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46365/jwks.json
08:15:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:15:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:15:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:15:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:15:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:15:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/data/info.pb
08:15:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.23.253
08:15:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:15:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:15:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:15:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:15:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:15:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:15:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/logs
08:15:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:15:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:15:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:15:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:15:23.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:15:23.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:15:23.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:15:23.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 07:02:49 UTC on ccycloud.quasar-ojudvd.root.comops.site
08:15:23.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4577116
08:15:23.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:15:23.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:23.603493 13582 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:15:23.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:23.604970 13582 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:15:23.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:23.623134 13599 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:23.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:23.855290 13574 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.23.253" port: 37987 } attempt: 5
08:15:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:23.861246 13574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.23.253:37987: Network error: Client connection negotiation failed: client connection to 127.13.23.253:37987: connect: Connection refused (error 111)
08:15:24.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:24.408783 13574 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.23.253" port: 37987 } attempt: 6
08:15:24.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:24.416412 13574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.23.253:37987: Network error: Client connection negotiation failed: client connection to 127.13.23.253:37987: connect: Connection refused (error 111)
08:15:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:23.623335 13600 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:23.623381 13602 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:24.958230 13601 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
08:15:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:24.958900 13582 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:15:24.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:24.964493 13582 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:15:24.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:24.967615 13582 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:15:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:24.969079 13582 hybrid_clock.cc:648] HybridClock initialized: now 1786349724969047 us; error 42 us; skew 500 ppm
08:15:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:24.970074 13582 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:15:24.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:15:24 dist-test-slave-g170 krb5kdc[13431](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349724, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.23.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:15:24.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:24.980856 13582 init.cc:377] Logged in from keytab as kudu/127.13.23.253@KRBTEST.COM (short username kudu)
08:15:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:24.986755 13582 webserver.cc:460] Webserver started at http://127.13.23.253:34875/ using document root <none> and password file <none>
08:15:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:24.987883 13582 fs_manager.cc:359] Metadata directory not provided
08:15:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:24.988108 13582 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:15:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:24.988570 13582 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:15:24.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:24.994371 13582 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/data/instance:
08:15:24.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce08e830594e423a96c3381488d5143f"
08:15:24.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:24 on dist-test-slave-g170"
08:15:24.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:24.995883 13582 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/wal/instance:
08:15:24.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce08e830594e423a96c3381488d5143f"
08:15:24.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:24 on dist-test-slave-g170"
08:15:25.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.005805 13582 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.007s sys 0.004s
08:15:25.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.012395 13619 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:15:25.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.013922 13582 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
08:15:25.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.014349 13582 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/data,/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/wal
08:15:25.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce08e830594e423a96c3381488d5143f"
08:15:25.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:24 on dist-test-slave-g170"
08:15:25.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.014794 13582 fs_report.cc:383] FS layout report
08:15:25.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:15:25.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/wal
08:15:25.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/wal
08:15:25.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/data/data
08:15:25.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:15:25.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:15:25.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:15:25.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:15:25.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:15:25.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:15:25.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:15:25.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:15:25.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:15:25.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:15:25.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:15:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.065680 13582 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:15:25.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.072697 13582 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:15:25.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.073417 13582 kserver.cc:163] Server-wide thread pool size limit: 3276
08:15:25.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.165936 13582 rpc_server.cc:307] RPC server started. Bound to: 127.13.23.253:37987
08:15:25.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.166066 13703 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.23.253:37987 every 8 connection(s)
08:15:25.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.169361 13582 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/data/info.pb
08:15:25.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.175449 13704 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:15:25.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.176397 13407 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu as pid 13582
08:15:25.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.176849 13407 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/wal/instance
08:15:25.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.189697 13704 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.23.254" port: 42293 } has no permanent_uuid. Determining permanent_uuid...
08:15:25.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.13.23.252@KRBTEST.COM; defaulting to no policy
08:15:25.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:15:25.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.13.23.252@KRBTEST.COM" created.
08:15:25.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:15:25 dist-test-slave-g170 krb5kdc[13431](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349724, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.23.253@KRBTEST.COM for kudu/127.13.23.254@KRBTEST.COM
08:15:25.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:15:25.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.23.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/kudu_127.13.23.252.keytab.
08:15:25.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.23.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/kudu_127.13.23.252.keytab.
08:15:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.239432 13704 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.23.253" port: 37987 } has no permanent_uuid. Determining permanent_uuid...
08:15:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.239653 13407 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu
08:15:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu
08:15:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/wal
08:15:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/data
08:15:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:15:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:15:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:15:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:15:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:15:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:15:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/logs
08:15:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/data/info.pb
08:15:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:15:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:15:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:15:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:15:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:15:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:15:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:15:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:15:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:15:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:15:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:15:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:15:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.23.252:42965
08:15:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.23.252
08:15:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:15:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/kudu_127.13.23.252.keytab
08:15:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.23.252
08:15:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:15:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:15:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:15:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.23.212:39119
08:15:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:15:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:15:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:15:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:15:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.23.254:42293,127.13.23.253:37987,127.13.23.252:42965
08:15:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:15:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46365/jwks.json
08:15:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:15:25.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:15:25 dist-test-slave-g170 krb5kdc[13431](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349724, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.23.253@KRBTEST.COM for kudu/127.13.23.253@KRBTEST.COM
08:15:25.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.268204 13704 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.23.252" port: 42965 } has no permanent_uuid. Determining permanent_uuid...
08:15:25.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:25.270552 13622 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.23.252:42965: connect: Connection refused (error 111)
08:15:25.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:25.274895 13704 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.23.252:42965: Network error: Client connection negotiation failed: client connection to 127.13.23.252:42965: connect: Connection refused (error 111)
08:15:25.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.324461 13704 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.23.252" port: 42965 } attempt: 1
08:15:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:25.329283 13704 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.23.252:42965: Network error: Client connection negotiation failed: client connection to 127.13.23.252:42965: connect: Connection refused (error 111)
08:15:25.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.397779 13704 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.23.252" port: 42965 } attempt: 2
08:15:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:25.402244 13704 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.23.252:42965: Network error: Client connection negotiation failed: client connection to 127.13.23.252:42965: connect: Connection refused (error 111)
08:15:25.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.477093 13574 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.23.253" port: 37987 } attempt: 7
08:15:25.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:15:25 dist-test-slave-g170 krb5kdc[13431](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349722, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.23.254@KRBTEST.COM for kudu/127.13.23.253@KRBTEST.COM
08:15:25.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.493714 13704 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.23.252" port: 42965 } attempt: 3
08:15:25.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:25.498232 13704 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.23.252:42965: Network error: Client connection negotiation failed: client connection to 127.13.23.252:42965: connect: Connection refused (error 111)
08:15:25.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.506650 13574 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.23.252" port: 42965 } has no permanent_uuid. Determining permanent_uuid...
08:15:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:25.512130 13574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.23.252:42965: Network error: Client connection negotiation failed: client connection to 127.13.23.252:42965: connect: Connection refused (error 111)
08:15:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.570595 13574 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.23.252" port: 42965 } attempt: 1
08:15:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:25.574347 13574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.23.252:42965: Network error: Client connection negotiation failed: client connection to 127.13.23.252:42965: connect: Connection refused (error 111)
08:15:25.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:25.585768 13714 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:15:25.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:25.586511 13714 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:15:25.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:25.587517 13714 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:15:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:25.626343 13714 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:15:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:25.626575 13714 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:15:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:25.626848 13714 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:15:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:25.627045 13714 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:15:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:25.627238 13714 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:15:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:25.627413 13714 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:15:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:25.627539 13714 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46365/jwks.json
08:15:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.641829 13704 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.23.252" port: 42965 } attempt: 4
08:15:25.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:25.645462 13704 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.23.252:42965: Network error: Client connection negotiation failed: client connection to 127.13.23.252:42965: connect: Connection refused (error 111)
08:15:25.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.655750 13574 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.23.252" port: 42965 } attempt: 2
08:15:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:25.659497 13574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.23.252:42965: Network error: Client connection negotiation failed: client connection to 127.13.23.252:42965: connect: Connection refused (error 111)
08:15:25.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.666368 13714 master_runner.cc:386] Master server non-default flags:
08:15:25.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:15:25.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.23.212:39119
08:15:25.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:15:25.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:15:25.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/data
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/wal
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.23.254:42293,127.13.23.253:37987,127.13.23.252:42965
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/kudu_127.13.23.252.keytab
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.23.252
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.23.252:42965
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46365/jwks.json
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/data/info.pb
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.23.252
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/logs
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 07:02:49 UTC on ccycloud.quasar-ojudvd.root.comops.site
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4577116
08:15:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:15:25.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.667757 13714 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:15:25.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.668861 13714 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:15:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:25.687588 13735 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:25.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.744913 13574 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.23.252" port: 42965 } attempt: 3
08:15:25.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:25.749545 13574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.23.252:42965: Network error: Client connection negotiation failed: client connection to 127.13.23.252:42965: connect: Connection refused (error 111)
08:15:25.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.889959 13574 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.23.252" port: 42965 } attempt: 4
08:15:25.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:25.895022 13574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.23.252:42965: Network error: Client connection negotiation failed: client connection to 127.13.23.252:42965: connect: Connection refused (error 111)
08:15:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:25.944873 13704 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.23.252" port: 42965 } attempt: 5
08:15:25.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:25.949144 13704 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.23.252:42965: Network error: Client connection negotiation failed: client connection to 127.13.23.252:42965: connect: Connection refused (error 111)
08:15:26.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:26.178434 13574 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.23.252" port: 42965 } attempt: 5
08:15:26.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:26.182444 13574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.23.252:42965: Network error: Client connection negotiation failed: client connection to 127.13.23.252:42965: connect: Connection refused (error 111)
08:15:26.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:26.496560 13704 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.23.252" port: 42965 } attempt: 6
08:15:26.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:26.504828 13704 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.23.252:42965: Network error: Client connection negotiation failed: client connection to 127.13.23.252:42965: connect: Connection refused (error 111)
08:15:26.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:26.734844 13574 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.23.252" port: 42965 } attempt: 6
08:15:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:26.742229 13574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.23.252:42965: Network error: Client connection negotiation failed: client connection to 127.13.23.252:42965: connect: Connection refused (error 111)
08:15:26.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:25.687614 13731 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:26.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:25.687804 13730 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:26.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:26.966789 13732 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
08:15:26.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:26.966951 13714 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:15:26.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:26.971060 13714 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:15:26.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:26.973743 13714 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:15:26.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:26.975167 13714 hybrid_clock.cc:648] HybridClock initialized: now 1786349726975115 us; error 41 us; skew 500 ppm
08:15:26.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:26.976203 13714 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:15:26.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:15:26 dist-test-slave-g170 krb5kdc[13431](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349726, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.23.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:15:26.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:26.982506 13714 init.cc:377] Logged in from keytab as kudu/127.13.23.252@KRBTEST.COM (short username kudu)
08:15:26.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:26.988690 13714 webserver.cc:460] Webserver started at http://127.13.23.252:39131/ using document root <none> and password file <none>
08:15:26.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:26.989739 13714 fs_manager.cc:359] Metadata directory not provided
08:15:26.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:26.989995 13714 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:15:26.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:26.990531 13714 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:15:26.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:26.995625 13714 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/data/instance:
08:15:26.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ac94519208e40949a6920747cc6a17e"
08:15:26.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:26 on dist-test-slave-g170"
08:15:26.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:26.996858 13714 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/wal/instance:
08:15:26.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ac94519208e40949a6920747cc6a17e"
08:15:26.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:26 on dist-test-slave-g170"
08:15:27.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.005354 13714 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.001s
08:15:27.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.011191 13757 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:15:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.012382 13714 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
08:15:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.012846 13714 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/data,/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/wal
08:15:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ac94519208e40949a6920747cc6a17e"
08:15:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:26 on dist-test-slave-g170"
08:15:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.013288 13714 fs_report.cc:383] FS layout report
08:15:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:15:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/wal
08:15:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/wal
08:15:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/data/data
08:15:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:15:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:15:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:15:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:15:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:15:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:15:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:15:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:15:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:15:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:15:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:15:27.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.064626 13714 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:15:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.071072 13714 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:15:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.071662 13714 kserver.cc:163] Server-wide thread pool size limit: 3276
08:15:27.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.154181 13714 rpc_server.cc:307] RPC server started. Bound to: 127.13.23.252:42965
08:15:27.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.154289 13854 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.23.252:42965 every 8 connection(s)
08:15:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.158471 13714 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/data/info.pb
08:15:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.161785 13407 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu as pid 13714
08:15:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.162397 13407 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/wal/instance
08:15:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.173990 13855 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:15:27.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.199468 13855 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.23.254" port: 42293 } has no permanent_uuid. Determining permanent_uuid...
08:15:27.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:15:27 dist-test-slave-g170 krb5kdc[13431](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349726, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.23.252@KRBTEST.COM for kudu/127.13.23.254@KRBTEST.COM
08:15:27.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:15:27 dist-test-slave-g170 krb5kdc[13431](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349721, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.13.23.252@KRBTEST.COM
08:15:27.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.239099 13855 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.23.253" port: 37987 } has no permanent_uuid. Determining permanent_uuid...
08:15:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:15:27 dist-test-slave-g170 krb5kdc[13431](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349726, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.23.252@KRBTEST.COM for kudu/127.13.23.253@KRBTEST.COM
08:15:27.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:15:27 dist-test-slave-g170 krb5kdc[13431](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349721, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.13.23.253@KRBTEST.COM
08:15:27.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.270566 13855 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.23.252" port: 42965 } has no permanent_uuid. Determining permanent_uuid...
08:15:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:15:27 dist-test-slave-g170 krb5kdc[13431](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349726, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.23.252@KRBTEST.COM for kudu/127.13.23.252@KRBTEST.COM
08:15:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:15:27 dist-test-slave-g170 krb5kdc[13431](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349721, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.13.23.254@KRBTEST.COM
08:15:27.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.306517 13855 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: Bootstrap starting.
08:15:27.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.313982 13855 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: Neither blocks nor log segments found. Creating new log.
08:15:27.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.314347 13407 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
08:15:27.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.316367 13855 log.cc:824] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: Log is configured to *not* fsync() on all Append() calls
08:15:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.322060 13855 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: No bootstrap required, opened a new log
08:15:27.325 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:15:27.326 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
08:15:27.339 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
08:15:27.340 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
08:15:27.345 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.13.23.254"
port: 42293
}
bound_http_address {
host: "127.13.23.254"
port: 45095
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.13.23.253"
port: 37987
}
bound_http_address {
host: "127.13.23.253"
port: 34875
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.13.23.252"
port: 42965
}
bound_http_address {
host: "127.13.23.252"
port: 39131
}
}
}
08:15:27.345 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:15:27.345 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:15:27.345 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
08:15:27.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.346767 13855 raft_consensus.cc:348] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e630fb275cb940ce82791258059d7b3b" member_type: VOTER last_known_addr { host: "127.13.23.254" port: 42293 } } peers { permanent_uuid: "ce08e830594e423a96c3381488d5143f" member_type: VOTER last_known_addr { host: "127.13.23.253" port: 37987 } } peers { permanent_uuid: "7ac94519208e40949a6920747cc6a17e" member_type: VOTER last_known_addr { host: "127.13.23.252" port: 42965 } }
08:15:27.347 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
08:15:27.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.347469 13855 raft_consensus.cc:374] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:15:27.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.347805 13855 raft_consensus.cc:729] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7ac94519208e40949a6920747cc6a17e, State: Initialized, Role: FOLLOWER
08:15:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.348809 13855 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e630fb275cb940ce82791258059d7b3b" member_type: VOTER last_known_addr { host: "127.13.23.254" port: 42293 } } peers { permanent_uuid: "ce08e830594e423a96c3381488d5143f" member_type: VOTER last_known_addr { host: "127.13.23.253" port: 37987 } } peers { permanent_uuid: "7ac94519208e40949a6920747cc6a17e" member_type: VOTER last_known_addr { host: "127.13.23.252" port: 42965 } }
08:15:27.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.352253 13875 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e630fb275cb940ce82791258059d7b3b" member_type: VOTER last_known_addr { host: "127.13.23.254" port: 42293 } } peers { permanent_uuid: "ce08e830594e423a96c3381488d5143f" member_type: VOTER last_known_addr { host: "127.13.23.253" port: 37987 } } peers { permanent_uuid: "7ac94519208e40949a6920747cc6a17e" member_type: VOTER last_known_addr { host: "127.13.23.252" port: 42965 } } }
08:15:27.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.353245 13875 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [sys.catalog]: This master's current role is: FOLLOWER
08:15:27.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.354285 13855 sys_catalog.cc:564] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [sys.catalog]: configured and running, proceeding with master startup.
08:15:27.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:15:27 dist-test-slave-g170 krb5kdc[13431](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349727, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:15:27.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:15:27.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:27.386976 13894 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:27.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:27.387574 13894 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:27.391 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:15:27.394 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/krb5cc
08:15:27.403 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:15:27.405 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/krb5cc
08:15:27.406 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:15:27.412 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
08:15:27.414 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
08:15:27.415 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
08:15:27.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.382910 13714 master_runner.cc:186] Error getting master registration for 127.13.23.254:42293: OK, instance_id { permanent_uuid: "e630fb275cb940ce82791258059d7b3b" instance_seqno: 1786349723089415 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:15:27.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.417848 13714 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:15:27.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:15:27 dist-test-slave-g170 krb5kdc[13431](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349727, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:15:27.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:15:27.469 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:15:27.470 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/krb5cc
08:15:27.471 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:15:27.472 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.13.23.254:42293
08:15:27.474 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
08:15:27.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.476219 13407 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu with pid 13456
08:15:27.505 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:15:27.505 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.13.23.252:42965
08:15:27.506 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
08:15:27.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.506651 13407 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu with pid 13714
08:15:27.544 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:15:27.545 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.13.23.253:37987
08:15:27.545 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
08:15:27.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.545841 13407 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu with pid 13582
08:15:27.577 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:15:27.577 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.13.23.254:42293
08:15:27.579 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
08:15:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:27.581853 13407 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu
08:15:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu
08:15:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/wal
08:15:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/data
08:15:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:15:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:15:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:15:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:15:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:15:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:15:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/logs
08:15:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/data/info.pb
08:15:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:15:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:15:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:15:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:15:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:15:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:15:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:15:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:15:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:15:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:15:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:15:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:15:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.23.254:42293
08:15:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.23.254
08:15:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45095
08:15:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/kudu_127.13.23.254.keytab
08:15:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.23.254
08:15:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:15:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:15:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:15:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.23.212:39119
08:15:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:15:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:15:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:15:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:15:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.23.254:42293,127.13.23.253:37987,127.13.23.252:42965
08:15:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:15:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46365/jwks.json
08:15:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:15:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:27.933154 13902 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:15:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:27.933717 13902 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:15:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:27.934440 13902 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:15:27.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:27.970085 13902 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:15:27.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:27.970328 13902 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:15:27.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:27.970592 13902 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:15:27.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:27.970800 13902 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:15:27.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:27.970984 13902 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:15:27.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:27.971174 13902 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:15:27.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:27.971313 13902 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46365/jwks.json
08:15:28.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:28.010398 13902 master_runner.cc:386] Master server non-default flags:
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.23.212:39119
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/data
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/wal
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.23.254:42293,127.13.23.253:37987,127.13.23.252:42965
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/kudu_127.13.23.254.keytab
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.23.254
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.23.254:42293
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46365/jwks.json
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/data/info.pb
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.23.254
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45095
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/logs
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:15:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:15:28.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:15:28.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:15:28.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 07:02:49 UTC on ccycloud.quasar-ojudvd.root.comops.site
08:15:28.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4577116
08:15:28.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:15:28.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:28.011551 13902 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:15:28.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:28.012504 13902 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:15:28.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:28.030936 13923 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:29.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:28.032297 13917 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:29.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:28.032753 13902 server_base.cc:1034] running on GCE node
08:15:29.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:28.030943 13921 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:29.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:29.274477 13902 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:15:29.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:29.277372 13902 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:15:29.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:29.278784 13902 hybrid_clock.cc:648] HybridClock initialized: now 1786349729278726 us; error 51 us; skew 500 ppm
08:15:29.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:29.279703 13902 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:15:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:15:29 dist-test-slave-g170 krb5kdc[13431](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349729, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.23.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:15:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:29.286432 13902 init.cc:377] Logged in from keytab as kudu/127.13.23.254@KRBTEST.COM (short username kudu)
08:15:29.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:29.295073 13902 webserver.cc:460] Webserver started at http://127.13.23.254:45095/ using document root <none> and password file <none>
08:15:29.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:29.296164 13902 fs_manager.cc:359] Metadata directory not provided
08:15:29.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:29.296434 13902 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:15:29.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:29.307163 13902 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.005s sys 0.004s
08:15:29.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:29.313946 13935 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:15:29.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:29.315064 13902 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.004s sys 0.000s
08:15:29.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:29.315373 13902 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/data,/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/wal
08:15:29.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e630fb275cb940ce82791258059d7b3b"
08:15:29.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:22 on dist-test-slave-g170"
08:15:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:29.317829 13902 fs_report.cc:383] FS layout report
08:15:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:15:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/wal
08:15:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/wal
08:15:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/data/data
08:15:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:15:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:15:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:15:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:15:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:15:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:15:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:15:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:15:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:15:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:15:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:15:29.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:29.357157 13902 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:15:29.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:29.362978 13902 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:15:29.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:29.363442 13902 kserver.cc:163] Server-wide thread pool size limit: 3276
08:15:29.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:29.436390 13902 rpc_server.cc:307] RPC server started. Bound to: 127.13.23.254:42293
08:15:29.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:29.436537 14016 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.23.254:42293 every 8 connection(s)
08:15:29.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:29.439558 13902 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/data/info.pb
08:15:29.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:29.442436 13407 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu as pid 13902
08:15:29.443 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:15:29.443 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.13.23.252:42965
08:15:29.443 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
08:15:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:29.444840 13407 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu
08:15:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu
08:15:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/wal
08:15:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/data
08:15:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:15:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:15:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:15:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:15:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:15:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:15:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/logs
08:15:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/data/info.pb
08:15:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:15:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:15:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:15:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:15:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:15:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:15:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:15:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:15:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:15:29.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:15:29.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:15:29.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:15:29.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.23.252:42965
08:15:29.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.23.252
08:15:29.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39131
08:15:29.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/kudu_127.13.23.252.keytab
08:15:29.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.23.252
08:15:29.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:15:29.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:15:29.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:15:29.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.23.212:39119
08:15:29.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:15:29.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:15:29.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:15:29.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:15:29.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.23.254:42293,127.13.23.253:37987,127.13.23.252:42965
08:15:29.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:15:29.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46365/jwks.json
08:15:29.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:15:29.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:29.451740 14017 sys_catalog.cc:263] Verifying existing consensus state
08:15:29.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260810 08:15:29.452668 14017 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
08:15:29.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:29.453146 13902 master.cc:537] Master@127.13.23.254:42293 shutting down...
08:15:29.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:29.519922 13902 master.cc:552] Master@127.13.23.254:42293 shutdown complete.
08:15:29.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
08:15:29.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:29.793650 14020 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:15:29.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:29.794482 14020 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:15:29.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:29.795506 14020 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:15:29.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:29.832979 14020 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:15:29.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:29.833312 14020 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:15:29.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:29.833725 14020 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:15:29.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:29.834022 14020 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:15:29.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:29.834308 14020 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:15:29.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:29.834606 14020 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:15:29.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:29.834833 14020 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46365/jwks.json
08:15:29.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:29.879143 14020 master_runner.cc:386] Master server non-default flags:
08:15:29.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:15:29.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.23.212:39119
08:15:29.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:15:29.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:15:29.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/data
08:15:29.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/wal
08:15:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:15:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:15:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.23.254:42293,127.13.23.253:37987,127.13.23.252:42965
08:15:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/kudu_127.13.23.252.keytab
08:15:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.23.252
08:15:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:15:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:15:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:15:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.23.252:42965
08:15:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:15:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:15:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:15:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46365/jwks.json
08:15:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:15:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:15:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:15:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:15:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:15:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/data/info.pb
08:15:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.23.252
08:15:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39131
08:15:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:15:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:15:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:15:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:15:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:15:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/logs
08:15:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:15:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:15:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:15:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:15:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:15:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:15:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:15:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 07:02:49 UTC on ccycloud.quasar-ojudvd.root.comops.site
08:15:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4577116
08:15:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:15:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:29.880401 14020 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:15:29.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:29.881810 14020 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:15:29.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:29.902083 14032 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:31.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:29.902153 14038 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:31.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:29.902161 14034 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:31.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:31.136981 14035 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
08:15:31.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.137104 14020 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:15:31.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.141333 14020 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:15:31.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.144415 14020 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:15:31.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.145850 14020 hybrid_clock.cc:648] HybridClock initialized: now 1786349731145810 us; error 63 us; skew 500 ppm
08:15:31.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.146628 14020 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:15:31.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:15:31 dist-test-slave-g170 krb5kdc[13431](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349731, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.23.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:15:31.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.158370 14020 init.cc:377] Logged in from keytab as kudu/127.13.23.252@KRBTEST.COM (short username kudu)
08:15:31.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.164209 14020 webserver.cc:460] Webserver started at http://127.13.23.252:39131/ using document root <none> and password file <none>
08:15:31.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.165210 14020 fs_manager.cc:359] Metadata directory not provided
08:15:31.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.165422 14020 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:15:31.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.173396 14020 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.007s sys 0.001s
08:15:31.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.178236 14052 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:15:31.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.179298 14020 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
08:15:31.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.179668 14020 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/data,/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/wal
08:15:31.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ac94519208e40949a6920747cc6a17e"
08:15:31.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:26 on dist-test-slave-g170"
08:15:31.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.182118 14020 fs_report.cc:383] FS layout report
08:15:31.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:15:31.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/wal
08:15:31.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/wal
08:15:31.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/data/data
08:15:31.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:15:31.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:15:31.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:15:31.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:15:31.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:15:31.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:15:31.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:15:31.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:15:31.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:15:31.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:15:31.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:15:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.232209 14020 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:15:31.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.238440 14020 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:15:31.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.238973 14020 kserver.cc:163] Server-wide thread pool size limit: 3276
08:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.312296 14020 rpc_server.cc:307] RPC server started. Bound to: 127.13.23.252:42965
08:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.312409 14145 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.23.252:42965 every 8 connection(s)
08:15:31.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.315395 14020 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-2/data/info.pb
08:15:31.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.316375 13407 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu as pid 14020
08:15:31.318 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:15:31.318 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.13.23.253:37987
08:15:31.318 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
08:15:31.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.320232 13407 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu
08:15:31.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu
08:15:31.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/wal
08:15:31.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/data
08:15:31.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:15:31.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:15:31.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:15:31.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:15:31.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:15:31.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/logs
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/data/info.pb
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.23.253:37987
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.23.253
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34875
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/kudu_127.13.23.253.keytab
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.23.253
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.23.212:39119
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:15:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.23.254:42293,127.13.23.253:37987,127.13.23.252:42965
08:15:31.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:15:31.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46365/jwks.json
08:15:31.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:15:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.328162 14146 sys_catalog.cc:263] Verifying existing consensus state
08:15:31.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.333406 14146 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: Bootstrap starting.
08:15:31.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.366209 14146 log.cc:824] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: Log is configured to *not* fsync() on all Append() calls
08:15:31.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.371016 14146 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:15:31.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.371797 14146 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: Bootstrap complete.
08:15:31.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.396029 14146 raft_consensus.cc:348] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e630fb275cb940ce82791258059d7b3b" member_type: VOTER last_known_addr { host: "127.13.23.254" port: 42293 } } peers { permanent_uuid: "ce08e830594e423a96c3381488d5143f" member_type: VOTER last_known_addr { host: "127.13.23.253" port: 37987 } } peers { permanent_uuid: "7ac94519208e40949a6920747cc6a17e" member_type: VOTER last_known_addr { host: "127.13.23.252" port: 42965 } }
08:15:31.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.398610 14146 raft_consensus.cc:374] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:15:31.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.398937 14146 raft_consensus.cc:729] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7ac94519208e40949a6920747cc6a17e, State: Initialized, Role: FOLLOWER
08:15:31.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.399868 14146 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e630fb275cb940ce82791258059d7b3b" member_type: VOTER last_known_addr { host: "127.13.23.254" port: 42293 } } peers { permanent_uuid: "ce08e830594e423a96c3381488d5143f" member_type: VOTER last_known_addr { host: "127.13.23.253" port: 37987 } } peers { permanent_uuid: "7ac94519208e40949a6920747cc6a17e" member_type: VOTER last_known_addr { host: "127.13.23.252" port: 42965 } }
08:15:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.402850 14152 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e630fb275cb940ce82791258059d7b3b" member_type: VOTER last_known_addr { host: "127.13.23.254" port: 42293 } } peers { permanent_uuid: "ce08e830594e423a96c3381488d5143f" member_type: VOTER last_known_addr { host: "127.13.23.253" port: 37987 } } peers { permanent_uuid: "7ac94519208e40949a6920747cc6a17e" member_type: VOTER last_known_addr { host: "127.13.23.252" port: 42965 } } }
08:15:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.403872 14152 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [sys.catalog]: This master's current role is: FOLLOWER
08:15:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.403942 14146 sys_catalog.cc:564] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [sys.catalog]: configured and running, proceeding with master startup.
08:15:31.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:31.434734 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:31.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:31.435071 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:31.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.430874 14020 master_runner.cc:186] Error getting master registration for 127.13.23.254:42293: Network error: Client connection negotiation failed: client connection to 127.13.23.254:42293: connect: Connection refused (error 111),
08:15:31.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.465086 14020 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:15:31.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:31.494390 14062 tablet.cc:2369] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:15:31.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.597999 14152 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:15:31.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.598614 14152 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e630fb275cb940ce82791258059d7b3b" member_type: VOTER last_known_addr { host: "127.13.23.254" port: 42293 } } peers { permanent_uuid: "ce08e830594e423a96c3381488d5143f" member_type: VOTER last_known_addr { host: "127.13.23.253" port: 37987 } } peers { permanent_uuid: "7ac94519208e40949a6920747cc6a17e" member_type: VOTER last_known_addr { host: "127.13.23.252" port: 42965 } }
08:15:31.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:31.603734 14054 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.23.254:42293: connect: Connection refused (error 111)
08:15:31.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.606026 14152 leader_election.cc:288] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e630fb275cb940ce82791258059d7b3b (127.13.23.254:42293), ce08e830594e423a96c3381488d5143f (127.13.23.253:37987)
08:15:31.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:31.617065 14054 leader_election.cc:334] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e630fb275cb940ce82791258059d7b3b (127.13.23.254:42293): Network error: Client connection negotiation failed: client connection to 127.13.23.254:42293: connect: Connection refused (error 111)
08:15:31.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:31.618578 14057 leader_election.cc:334] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ce08e830594e423a96c3381488d5143f (127.13.23.253:37987): Network error: Client connection negotiation failed: client connection to 127.13.23.253:37987: connect: Connection refused (error 111)
08:15:31.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.618994 14057 leader_election.cc:302] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ac94519208e40949a6920747cc6a17e; no voters: ce08e830594e423a96c3381488d5143f, e630fb275cb940ce82791258059d7b3b
08:15:31.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.619820 14152 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:15:31.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:31.665426 14148 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:15:31.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:31.666112 14148 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:15:31.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:31.666848 14148 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:15:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:31.706512 14148 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:15:31.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:31.706844 14148 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:15:31.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:31.707309 14148 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:15:31.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:31.707700 14148 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:15:31.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:31.708082 14148 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:15:31.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:31.708462 14148 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:15:31.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:31.708782 14148 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46365/jwks.json
08:15:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.753459 14148 master_runner.cc:386] Master server non-default flags:
08:15:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:15:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.23.212:39119
08:15:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:15:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:15:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/data
08:15:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/wal
08:15:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:15:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:15:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.23.254:42293,127.13.23.253:37987,127.13.23.252:42965
08:15:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/krb5kdc/kudu_127.13.23.253.keytab
08:15:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.23.253
08:15:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:15:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:15:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:15:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.23.253:37987
08:15:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:15:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:15:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:15:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46365/jwks.json
08:15:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:15:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:15:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:15:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:15:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:15:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/data/info.pb
08:15:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.23.253
08:15:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34875
08:15:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:15:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:15:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:15:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:15:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:15:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/logs
08:15:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:15:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:15:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:15:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:15:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:15:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:15:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:15:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 07:02:49 UTC on ccycloud.quasar-ojudvd.root.comops.site
08:15:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4577116
08:15:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:15:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.756162 14148 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:15:31.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:31.757504 14148 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:15:31.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:31.785175 14187 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:32.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:32.440984 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:32.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:32.441881 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:33.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:33.446825 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:33.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:33.448197 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:33.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:33.519668 14197 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:15:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:33.522326 14197 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e630fb275cb940ce82791258059d7b3b" member_type: VOTER last_known_addr { host: "127.13.23.254" port: 42293 } } peers { permanent_uuid: "ce08e830594e423a96c3381488d5143f" member_type: VOTER last_known_addr { host: "127.13.23.253" port: 37987 } } peers { permanent_uuid: "7ac94519208e40949a6920747cc6a17e" member_type: VOTER last_known_addr { host: "127.13.23.252" port: 42965 } }
08:15:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:33.532204 14197 leader_election.cc:288] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e630fb275cb940ce82791258059d7b3b (127.13.23.254:42293), ce08e830594e423a96c3381488d5143f (127.13.23.253:37987)
08:15:33.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:33.547626 14054 leader_election.cc:334] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e630fb275cb940ce82791258059d7b3b (127.13.23.254:42293): Network error: Client connection negotiation failed: client connection to 127.13.23.254:42293: connect: Connection refused (error 111)
08:15:33.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:33.548391 14057 leader_election.cc:334] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ce08e830594e423a96c3381488d5143f (127.13.23.253:37987): Network error: Client connection negotiation failed: client connection to 127.13.23.253:37987: connect: Connection refused (error 111)
08:15:33.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:33.549021 14057 leader_election.cc:302] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ac94519208e40949a6920747cc6a17e; no voters: ce08e830594e423a96c3381488d5143f, e630fb275cb940ce82791258059d7b3b
08:15:33.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:33.549942 14197 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:15:33.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:33.178092 14184 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 14148
08:15:33.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:33.765769 14190 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
08:15:33.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:33.764825 14148 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.976s user 0.622s sys 1.135s
08:15:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:33.766782 14148 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.978s user 0.622s sys 1.135s
08:15:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:33.767629 14192 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:33.767689 14148 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:15:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:31.789878 14186 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:15:33.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:33.774009 14148 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:15:33.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:33.778469 14148 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:15:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:33.779987 14148 hybrid_clock.cc:648] HybridClock initialized: now 1786349733779901 us; error 85 us; skew 500 ppm
08:15:33.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:33.781278 14148 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:15:33.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:15:33 dist-test-slave-g170 krb5kdc[13431](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349733, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.23.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:15:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:33.790109 14148 init.cc:377] Logged in from keytab as kudu/127.13.23.253@KRBTEST.COM (short username kudu)
08:15:33.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:33.812911 14148 webserver.cc:460] Webserver started at http://127.13.23.253:34875/ using document root <none> and password file <none>
08:15:33.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:33.814488 14148 fs_manager.cc:359] Metadata directory not provided
08:15:33.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:33.814913 14148 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:15:33.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:33.826625 14148 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.005s sys 0.003s
08:15:33.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:33.832576 14210 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:15:33.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:33.834107 14148 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.002s
08:15:33.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:33.834507 14148 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/data,/tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/wal
08:15:33.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce08e830594e423a96c3381488d5143f"
08:15:33.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:15:24 on dist-test-slave-g170"
08:15:33.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:33.837162 14148 fs_report.cc:383] FS layout report
08:15:33.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:15:33.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/wal
08:15:33.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/wal
08:15:33.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/data/data
08:15:33.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:15:33.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:15:33.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:15:33.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:15:33.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:15:33.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:15:33.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:15:33.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:15:33.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:15:33.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:15:33.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:15:33.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:33.906904 14148 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:15:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:33.913640 14148 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:15:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:33.914268 14148 kserver.cc:163] Server-wide thread pool size limit: 3276
08:15:34.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:34.020815 14148 rpc_server.cc:307] RPC server started. Bound to: 127.13.23.253:37987
08:15:34.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:34.020953 14311 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.23.253:37987 every 8 connection(s)
08:15:34.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:34.024201 14148 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/data/info.pb
08:15:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:34.034173 13407 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu as pid 14148
08:15:34.035 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:15:34.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:34.039811 14312 sys_catalog.cc:263] Verifying existing consensus state
08:15:34.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260810 08:15:34.040923 14312 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
08:15:34.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:34.041373 14148 master.cc:537] Master@127.13.23.253:37987 shutting down...
08:15:34.108 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.23.254:42293(127.13.23.254:42293)] connecting to peer
08:15:34.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:34.146051 14148 master.cc:552] Master@127.13.23.253:37987 shutdown complete.
08:15:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskzxm72y/test-tmp/mini-kudu-cluster8907584849766390410/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
08:15:34.191 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.23.252:42965(127.13.23.252:42965)] connecting to peer
08:15:34.193 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.23.253:37987(127.13.23.253:37987)] connecting to peer
08:15:34.246 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.13.23.252:42965(127.13.23.252:42965)] Successfully connected to peer
08:15:34.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:34.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.23.254:42293(127.13.23.254:42293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:34.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.254:42293: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:34.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:34.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.23.253:37987(127.13.23.253:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:34.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.253:37987: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:34.332 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
08:15:34.342 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.13.23.252
08:15:34.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:34.452648 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:34.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:34.453307 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:34.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:15:34 dist-test-slave-g170 krb5kdc[13431](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349727, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.13.23.252@KRBTEST.COM
08:15:34.591 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x33191b59, L:/127.0.0.1:52750 - R:/127.13.23.252:42965] using SASL/GSSAPI
08:15:34.611 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987; will retry
08:15:34.621 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.254:42293(127.13.23.254:42293)] connecting to peer
08:15:34.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:34.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.23.254:42293(127.13.23.254:42293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:34.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.254:42293: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:34.627 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.253:37987(127.13.23.253:37987)] connecting to peer
08:15:34.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:34.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.23.253:37987(127.13.23.253:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:34.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.253:37987: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:34.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987; will retry
08:15:34.641 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.254:42293(127.13.23.254:42293)] connecting to peer
08:15:34.643 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.253:37987(127.13.23.253:37987)] connecting to peer
08:15:34.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:34.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.23.253:37987(127.13.23.253:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:34.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:34.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.253:37987: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:34.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.23.254:42293(127.13.23.254:42293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:34.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.254:42293: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:34.650 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987; will retry
08:15:34.660 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.254:42293(127.13.23.254:42293)] connecting to peer
08:15:34.662 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.253:37987(127.13.23.253:37987)] connecting to peer
08:15:34.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:34.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.23.253:37987(127.13.23.253:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:34.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.253:37987: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:34.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:34.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.23.254:42293(127.13.23.254:42293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:34.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.254:42293: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:34.673 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987; will retry
08:15:34.701 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.254:42293(127.13.23.254:42293)] connecting to peer
08:15:34.702 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.253:37987(127.13.23.253:37987)] connecting to peer
08:15:34.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:34.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.23.253:37987(127.13.23.253:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:34.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.253:37987: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:34.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:34.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.23.254:42293(127.13.23.254:42293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:34.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.254:42293: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:34.711 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987; will retry
08:15:34.720 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.254:42293(127.13.23.254:42293)] connecting to peer
08:15:34.722 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.253:37987(127.13.23.253:37987)] connecting to peer
08:15:34.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:34.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.23.253:37987(127.13.23.253:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:34.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.253:37987: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:34.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:34.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.23.254:42293(127.13.23.254:42293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:34.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.254:42293: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:34.732 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987; will retry
08:15:34.781 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.254:42293(127.13.23.254:42293)] connecting to peer
08:15:34.783 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.253:37987(127.13.23.253:37987)] connecting to peer
08:15:34.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:34.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.23.253:37987(127.13.23.253:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:34.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.253:37987: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:34.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:34.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.23.254:42293(127.13.23.254:42293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:34.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.254:42293: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:34.791 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987; will retry
08:15:34.861 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.254:42293(127.13.23.254:42293)] connecting to peer
08:15:34.863 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.253:37987(127.13.23.253:37987)] connecting to peer
08:15:34.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:34.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:34.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.23.253:37987(127.13.23.253:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:34.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.23.254:42293(127.13.23.254:42293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:34.867 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.254:42293: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:34.867 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.253:37987: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:34.869 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987; will retry
08:15:34.920 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.254:42293(127.13.23.254:42293)] connecting to peer
08:15:34.922 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.253:37987(127.13.23.253:37987)] connecting to peer
08:15:34.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:34.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.23.253:37987(127.13.23.253:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:34.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.253:37987: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:34.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:34.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.23.254:42293(127.13.23.254:42293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:34.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.254:42293: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:34.928 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987; will retry
08:15:35.120 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.254:42293(127.13.23.254:42293)] connecting to peer
08:15:35.122 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.253:37987(127.13.23.253:37987)] connecting to peer
08:15:35.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:35.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.23.253:37987(127.13.23.253:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:35.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.253:37987: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:35.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:35.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.23.254:42293(127.13.23.254:42293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:35.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.254:42293: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:35.128 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987; will retry
08:15:35.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:35.328399 14325 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:15:35.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:35.328853 14325 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e630fb275cb940ce82791258059d7b3b" member_type: VOTER last_known_addr { host: "127.13.23.254" port: 42293 } } peers { permanent_uuid: "ce08e830594e423a96c3381488d5143f" member_type: VOTER last_known_addr { host: "127.13.23.253" port: 37987 } } peers { permanent_uuid: "7ac94519208e40949a6920747cc6a17e" member_type: VOTER last_known_addr { host: "127.13.23.252" port: 42965 } }
08:15:35.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:35.330497 14325 leader_election.cc:288] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e630fb275cb940ce82791258059d7b3b (127.13.23.254:42293), ce08e830594e423a96c3381488d5143f (127.13.23.253:37987)
08:15:35.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:35.335690 14054 leader_election.cc:334] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e630fb275cb940ce82791258059d7b3b (127.13.23.254:42293): Network error: Client connection negotiation failed: client connection to 127.13.23.254:42293: connect: Connection refused (error 111)
08:15:35.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:35.336112 14057 leader_election.cc:334] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ce08e830594e423a96c3381488d5143f (127.13.23.253:37987): Network error: Client connection negotiation failed: client connection to 127.13.23.253:37987: connect: Connection refused (error 111)
08:15:35.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:35.336424 14057 leader_election.cc:302] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ac94519208e40949a6920747cc6a17e; no voters: ce08e830594e423a96c3381488d5143f, e630fb275cb940ce82791258059d7b3b
08:15:35.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:35.337026 14325 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:15:35.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:35.457049 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:35.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:35.457312 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:35.961 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.254:42293(127.13.23.254:42293)] connecting to peer
08:15:35.964 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.253:37987(127.13.23.253:37987)] connecting to peer
08:15:35.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:35.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:35.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.23.253:37987(127.13.23.253:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:35.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.23.254:42293(127.13.23.254:42293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:35.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.253:37987: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:35.967 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.254:42293: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:35.968 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987; will retry
08:15:36.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:36.460139 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:36.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:36.460405 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:36.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:36.467777 14020 master_runner.cc:186] Error getting master registration for 127.13.23.254:42293: Network error: Client connection negotiation failed: client connection to 127.13.23.254:42293: connect: Connection refused (error 111),
08:15:36.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:36.468194 14020 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:15:36.841 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.254:42293(127.13.23.254:42293)] connecting to peer
08:15:36.842 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.253:37987(127.13.23.253:37987)] connecting to peer
08:15:36.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:36.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.23.253:37987(127.13.23.253:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:36.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.253:37987: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:36.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:36.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.23.254:42293(127.13.23.254:42293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:36.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.254:42293: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:36.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987; will retry
08:15:37.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:37.463536 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:37.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:37.463804 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:37.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:37.835393 14340 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:15:37.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:37.835819 14340 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e630fb275cb940ce82791258059d7b3b" member_type: VOTER last_known_addr { host: "127.13.23.254" port: 42293 } } peers { permanent_uuid: "ce08e830594e423a96c3381488d5143f" member_type: VOTER last_known_addr { host: "127.13.23.253" port: 37987 } } peers { permanent_uuid: "7ac94519208e40949a6920747cc6a17e" member_type: VOTER last_known_addr { host: "127.13.23.252" port: 42965 } }
08:15:37.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:37.837338 14340 leader_election.cc:288] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e630fb275cb940ce82791258059d7b3b (127.13.23.254:42293), ce08e830594e423a96c3381488d5143f (127.13.23.253:37987)
08:15:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:37.839321 14054 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.23.254:42293: connect: Connection refused (error 111) [suppressed 5 similar messages]
08:15:37.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:37.841933 14057 leader_election.cc:334] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ce08e830594e423a96c3381488d5143f (127.13.23.253:37987): Network error: Client connection negotiation failed: client connection to 127.13.23.253:37987: connect: Connection refused (error 111)
08:15:37.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:37.842361 14054 leader_election.cc:334] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e630fb275cb940ce82791258059d7b3b (127.13.23.254:42293): Network error: Client connection negotiation failed: client connection to 127.13.23.254:42293: connect: Connection refused (error 111)
08:15:37.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:37.842654 14054 leader_election.cc:302] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ac94519208e40949a6920747cc6a17e; no voters: ce08e830594e423a96c3381488d5143f, e630fb275cb940ce82791258059d7b3b
08:15:37.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:37.843217 14340 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:15:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:38.466615 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:38.466872 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:39.469686 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:39.469942 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:39.501 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.254:42293(127.13.23.254:42293)] connecting to peer
08:15:39.502 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.253:37987(127.13.23.253:37987)] connecting to peer
08:15:39.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:39.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:39.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.23.253:37987(127.13.23.253:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:39.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.23.254:42293(127.13.23.254:42293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:39.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.253:37987: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:39.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.254:42293: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:39.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987; will retry
08:15:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:40.473578 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:40.473927 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:15:41 dist-test-slave-g170 krb5kdc[13431](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349741, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.23.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:15:41.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:41.162961 14045 init.cc:295] Successfully reacquired a new kerberos TGT
08:15:41.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:41.471525 14020 master_runner.cc:186] Error getting master registration for 127.13.23.254:42293: Network error: Client connection negotiation failed: client connection to 127.13.23.254:42293: connect: Connection refused (error 111),
08:15:41.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:41.471954 14020 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:15:41.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:41.477061 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:41.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:41.477289 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:42.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:42.480332 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:42.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:42.480593 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:43.220 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.254:42293(127.13.23.254:42293)] connecting to peer
08:15:43.222 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.253:37987(127.13.23.253:37987)] connecting to peer
08:15:43.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:43.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.23.253:37987(127.13.23.253:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:43.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.253:37987: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:43.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:43.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.23.254:42293(127.13.23.254:42293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:43.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.254:42293: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:43.227 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987; will retry
08:15:43.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:43.483403 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:43.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:43.483675 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:43.900 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.254:42293(127.13.23.254:42293)] connecting to peer
08:15:43.902 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.253:37987(127.13.23.253:37987)] connecting to peer
08:15:43.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:43.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:43.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.23.254:42293(127.13.23.254:42293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:43.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.23.253:37987(127.13.23.253:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:43.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.253:37987: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:43.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.254:42293: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:43.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987; will retry
08:15:44.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:44.486562 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:44.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:44.486838 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:45.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:45.370589 14363 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:15:45.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:45.371090 14363 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e630fb275cb940ce82791258059d7b3b" member_type: VOTER last_known_addr { host: "127.13.23.254" port: 42293 } } peers { permanent_uuid: "ce08e830594e423a96c3381488d5143f" member_type: VOTER last_known_addr { host: "127.13.23.253" port: 37987 } } peers { permanent_uuid: "7ac94519208e40949a6920747cc6a17e" member_type: VOTER last_known_addr { host: "127.13.23.252" port: 42965 } }
08:15:45.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:45.373332 14363 leader_election.cc:288] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e630fb275cb940ce82791258059d7b3b (127.13.23.254:42293), ce08e830594e423a96c3381488d5143f (127.13.23.253:37987)
08:15:45.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:45.375607 14054 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.23.254:42293: connect: Connection refused (error 111) [suppressed 1 similar messages]
08:15:45.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:45.379081 14054 leader_election.cc:334] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e630fb275cb940ce82791258059d7b3b (127.13.23.254:42293): Network error: Client connection negotiation failed: client connection to 127.13.23.254:42293: connect: Connection refused (error 111)
08:15:45.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:45.379938 14057 leader_election.cc:334] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ce08e830594e423a96c3381488d5143f (127.13.23.253:37987): Network error: Client connection negotiation failed: client connection to 127.13.23.253:37987: connect: Connection refused (error 111)
08:15:45.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:45.380287 14057 leader_election.cc:302] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ac94519208e40949a6920747cc6a17e; no voters: ce08e830594e423a96c3381488d5143f, e630fb275cb940ce82791258059d7b3b
08:15:45.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:45.380988 14363 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:15:45.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:45.489764 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:45.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:45.490031 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:45.720 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.254:42293(127.13.23.254:42293)] connecting to peer
08:15:45.722 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.253:37987(127.13.23.253:37987)] connecting to peer
08:15:45.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:45.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:45.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.23.254:42293(127.13.23.254:42293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:45.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.23.253:37987(127.13.23.253:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:45.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.254:42293: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:45.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.253:37987: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:45.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987; will retry
08:15:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:46.474624 14020 master_runner.cc:186] Error getting master registration for 127.13.23.254:42293: Network error: Client connection negotiation failed: client connection to 127.13.23.254:42293: connect: Connection refused (error 111),
08:15:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:46.475121 14020 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:15:46.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:46.492719 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:46.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:46.493034 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:47.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:47.495770 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:47.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:47.496043 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:48.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:48.498925 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:48.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:48.499171 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:49.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:49.502152 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:49.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:49.502413 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:49.561 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.254:42293(127.13.23.254:42293)] connecting to peer
08:15:49.563 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.253:37987(127.13.23.253:37987)] connecting to peer
08:15:49.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:49.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.23.253:37987(127.13.23.253:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:49.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.253:37987: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:49.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:49.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.23.254:42293(127.13.23.254:42293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:49.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.254:42293: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:49.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987; will retry
08:15:49.881 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.254:42293(127.13.23.254:42293)] connecting to peer
08:15:49.885 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.253:37987(127.13.23.253:37987)] connecting to peer
08:15:49.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:49.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.23.254:42293(127.13.23.254:42293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:49.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.254:42293: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:49.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:49.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.23.253:37987(127.13.23.253:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:49.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.253:37987: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:49.890 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987; will retry
08:15:50.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:50.506116 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:50.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:50.506457 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:15:51 dist-test-slave-g170 krb5kdc[13431](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349751, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.23.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:15:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:51.165815 14045 init.cc:295] Successfully reacquired a new kerberos TGT
08:15:51.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:51.499513 14020 master_runner.cc:186] Error getting master registration for 127.13.23.254:42293: Network error: Client connection negotiation failed: client connection to 127.13.23.254:42293: connect: Connection refused (error 111),
08:15:51.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:51.499958 14020 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:15:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:51.509279 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:51.509582 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:52.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:52.266556 14138 debug-util.cc:398] Leaking SignalData structure 0x7b08000987e0 after lost signal to thread 14022
08:15:52.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:52.267115 14138 debug-util.cc:398] Leaking SignalData structure 0x7b080007c520 after lost signal to thread 14145
08:15:52.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:52.512411 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:52.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:52.512818 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:53.361 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.254:42293(127.13.23.254:42293)] connecting to peer
08:15:53.363 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.253:37987(127.13.23.253:37987)] connecting to peer
08:15:53.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:53.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.23.253:37987(127.13.23.253:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:53.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.253:37987: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:53.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:53.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.23.254:42293(127.13.23.254:42293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:53.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.254:42293: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:53.368 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987; will retry
08:15:53.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:53.516276 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:53.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:53.516518 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:54.481 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.254:42293(127.13.23.254:42293)] connecting to peer
08:15:54.483 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.253:37987(127.13.23.253:37987)] connecting to peer
08:15:54.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:54.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:54.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.23.254:42293(127.13.23.254:42293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:54.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.23.253:37987(127.13.23.253:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:54.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.254:42293: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:54.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.253:37987: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:54.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987; will retry
08:15:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:54.519436 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:54.519706 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:55.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:55.522581 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:55.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:55.522851 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:56.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:56.503247 14020 master_runner.cc:186] Error getting master registration for 127.13.23.254:42293: Network error: Client connection negotiation failed: client connection to 127.13.23.254:42293: connect: Connection refused (error 111),
08:15:56.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:56.503672 14020 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:15:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:56.525900 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:56.526150 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:56.755939 14401 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:15:56.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:56.756426 14401 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e630fb275cb940ce82791258059d7b3b" member_type: VOTER last_known_addr { host: "127.13.23.254" port: 42293 } } peers { permanent_uuid: "ce08e830594e423a96c3381488d5143f" member_type: VOTER last_known_addr { host: "127.13.23.253" port: 37987 } } peers { permanent_uuid: "7ac94519208e40949a6920747cc6a17e" member_type: VOTER last_known_addr { host: "127.13.23.252" port: 42965 } }
08:15:56.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:56.758265 14401 leader_election.cc:288] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e630fb275cb940ce82791258059d7b3b (127.13.23.254:42293), ce08e830594e423a96c3381488d5143f (127.13.23.253:37987)
08:15:56.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:56.759923 14054 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.23.254:42293: connect: Connection refused (error 111) [suppressed 1 similar messages]
08:15:56.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:56.763584 14054 leader_election.cc:334] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e630fb275cb940ce82791258059d7b3b (127.13.23.254:42293): Network error: Client connection negotiation failed: client connection to 127.13.23.254:42293: connect: Connection refused (error 111)
08:15:56.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:56.764173 14057 leader_election.cc:334] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ce08e830594e423a96c3381488d5143f (127.13.23.253:37987): Network error: Client connection negotiation failed: client connection to 127.13.23.253:37987: connect: Connection refused (error 111)
08:15:56.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:56.764514 14057 leader_election.cc:302] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ac94519208e40949a6920747cc6a17e; no voters: ce08e830594e423a96c3381488d5143f, e630fb275cb940ce82791258059d7b3b
08:15:56.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:15:56.765307 14401 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:15:57.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:57.529103 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:57.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:57.529428 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:58.420 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.254:42293(127.13.23.254:42293)] connecting to peer
08:15:58.421 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.253:37987(127.13.23.253:37987)] connecting to peer
08:15:58.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:58.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:58.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.23.253:37987(127.13.23.253:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:58.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.23.254:42293(127.13.23.254:42293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:58.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.254:42293: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:15:58.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.253:37987: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:15:58.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987; will retry
08:15:58.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:58.532352 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:58.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:58.532660 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:15:59.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:59.535550 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:15:59.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:15:59.535874 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:16:00.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:16:00.539657 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:16:00.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:16:00.540123 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:16:01.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:16:01 dist-test-slave-g170 krb5kdc[13431](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349761, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.23.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:16:01.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:16:01.168512 14045 init.cc:295] Successfully reacquired a new kerberos TGT
08:16:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:16:01.507210 14020 master_runner.cc:186] Error getting master registration for 127.13.23.254:42293: Network error: Client connection negotiation failed: client connection to 127.13.23.254:42293: connect: Connection refused (error 111),
08:16:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:16:01.507629 14020 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:16:01.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:16:01.542941 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:16:01.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:16:01.543254 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:16:01.661 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.254:42293(127.13.23.254:42293)] connecting to peer
08:16:01.662 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.253:37987(127.13.23.253:37987)] connecting to peer
08:16:01.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:16:01.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:16:01.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.23.253:37987(127.13.23.253:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:16:01.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.23.254:42293(127.13.23.254:42293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:16:01.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.253:37987: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:16:01.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.254:42293: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:16:01.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987; will retry
08:16:02.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:16:02.545725 14170 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7ac94519208e40949a6920747cc6a17e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:16:02.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:16:02.546018 14170 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:16:03.241 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.254:42293(127.13.23.254:42293)] connecting to peer
08:16:03.242 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.23.253:37987(127.13.23.253:37987)] connecting to peer
08:16:03.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:16:03.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:16:03.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.23.254:42293(127.13.23.254:42293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:16:03.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.23.253:37987(127.13.23.253:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:16:03.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.254:42293: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293
08:16:03.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.23.253:37987: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
08:16:03.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987; will retry
08:16:03.249 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29206), Traces: [0ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [210ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [214ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [562ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [568ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [576ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [581ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [585ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [588ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [589ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [602ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [602ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [605ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [606ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [620ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [627ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [628ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [629ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [660ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [666ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [666ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [668ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [680ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [684ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [687ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [688ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [736ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [742ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [744ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [746ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [747ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [816ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [822ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [822ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [824ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [825ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [876ms] refreshing cache from master, [876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [881ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [882ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [883ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [884ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [1076ms] refreshing cache from master, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [1078ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [1080ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [1084ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [1916ms] refreshing cache from master, [1917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [1919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [1919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [1924ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [1925ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [2796ms] refreshing cache from master, [2797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [2797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [2798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [2802ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [2802ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [2802ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [2803ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [5456ms] refreshing cache from master, [5457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [5458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [5458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [5460ms] too many traces: truncated at 100 traces, deferred=Deferred@624333878(state=PENDING, result=null, callback=(continuation of Deferred@491378279 after retry RPC after error@1406055301) -> (continuation of Deferred@2053085875 after retry RPC after error@1801004778) -> (continuation of Deferred@946876168 after retry RPC after error@512024856) -> (continuation of Deferred@411597433 after retry RPC after error@985948660) -> (continuation of Deferred@57999819 after retry RPC after error@977321116) -> (continuation of Deferred@1631605279 after retry RPC after error@2022855682) -> (continuation of Deferred@1405254018 after retry RPC after error@1817807674) -> (continuation of Deferred@267058180 after retry RPC after error@1697811391) -> (continuation of Deferred@628945138 after retry RPC after error@98352956) -> (continuation of Deferred@1569614175 after retry RPC after error@747666978) -> (continuation of Deferred@1848238114 after retry RPC after error@250386308) -> (continuation of Deferred@537318295 after retry RPC after error@264816859) -> (continuation of Deferred@784404976 after retry RPC after error@1148973851) -> (continuation of Deferred@1383537256 after retry RPC after error@464555757) -> (continuation of Deferred@1037587194 after retry RPC after error@639671665) -> (continuation of Deferred@1282303879 after retry RPC after error@1396072193) -> (continuation of Deferred@747018271 after retry RPC after error@242177003) -> (continuation of Deferred@830623742 after retry RPC after error@1353568408) -> (continuation of Deferred@1215556850 after retry RPC after error@1014439452) -> (continuation of Deferred@531188691 after retry RPC after error@557736366) -> (continuation of Deferred@1996295431 after retry RPC after error@1920887354) -> (continuation of Deferred@660361333 after retry RPC after error@1975350817), errback=(continuation of Deferred@491378279 after retry RPC after error@1406055301) -> (continuation of Deferred@2053085875 after retry RPC after error@1801004778) -> (continuation of Deferred@946876168 after retry RPC after error@512024856) -> (continuation of Deferred@411597433 after retry RPC after error@985948660) -> (continuation of Deferred@57999819 after retry RPC after error@977321116) -> (continuation of Deferred@1631605279 after retry RPC after error@2022855682) -> (continuation of Deferred@1405254018 after retry RPC after error@1817807674) -> (continuation of Deferred@267058180 after retry RPC after error@1697811391) -> (continuation of Deferred@628945138 after retry RPC after error@98352956) -> (continuation of Deferred@1569614175 after retry RPC after error@747666978) -> (continuation of Deferred@1848238114 after retry RPC after error@250386308) -> (continuation of Deferred@537318295 after retry RPC after error@264816859) -> (continuation of Deferred@784404976 after retry RPC after error@1148973851) -> (continuation of Deferred@1383537256 after retry RPC after error@464555757) -> (continuation of Deferred@1037587194 after retry RPC after error@639671665) -> (continuation of Deferred@1282303879 after retry RPC after error@1396072193) -> (continuation of Deferred@747018271 after retry RPC after error@242177003) -> (continuation of Deferred@830623742 after retry RPC after error@1353568408) -> (continuation of Deferred@1215556850 after retry RPC after error@1014439452) -> (continuation of Deferred@531188691 after retry RPC after error@557736366) -> (continuation of Deferred@1996295431 after retry RPC after error@1920887354) -> (continuation of Deferred@660361333 after retry RPC after error@1975350817)))
08:16:03.255 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.13.23.252:42965(127.13.23.252:42965)] disconnecting while in state READY
08:16:03.256 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.13.23.253:37987(127.13.23.253:37987)] disconnecting while in state TERMINATED
08:16:03.256 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.13.23.254:42293(127.13.23.254:42293)] disconnecting while in state TERMINATED
08:16:03.262 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:16:03.263 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:16:03.263 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.13.23.252:42965(127.13.23.252:42965)] handling channelInactive
08:16:03.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.23.252:42965(127.13.23.252:42965)] cleaning up while in state READY due to: connection closed
08:16:03.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:16:03.269519 13407 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu with pid 14020
08:16:03.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:16:03.519244 12419 debug-util.cc:398] Leaking SignalData structure 0x7b0800072060 after lost signal to thread 12322
08:16:03.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:16:03.519841 12419 debug-util.cc:398] Leaking SignalData structure 0x7b080007f240 after lost signal to thread 12422
08:16:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T08:16:04Z chronyd exiting
08:16:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:16:05.278482 12892 debug-util.cc:398] Leaking SignalData structure 0x7b08000afbe0 after lost signal to thread 12671
08:16:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:16:05.279277 12892 debug-util.cc:398] Leaking SignalData structure 0x7b08000bc020 after lost signal to thread 12901
08:16:05.625 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:16:05.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:16:05.626781 12173 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu with pid 12642
08:16:05.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:16:05.662304 12173 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu with pid 12922
08:16:05.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:16:05.694362 12173 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu with pid 13173
08:16:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:16:05.726564 12173 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu with pid 12198
08:16:05.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:16:05.766588 12173 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu with pid 12314
08:16:05.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:16:05.811065 12173 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskzxm72y/build/tsan/bin/kudu with pid 12425
08:16:07.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T08:16:07Z chronyd exiting
08:16:08.083 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29206), Traces: [0ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [210ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [214ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [562ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [568ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [576ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [581ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [585ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [588ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [589ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [602ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [602ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [605ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [606ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [620ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [627ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [628ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [629ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [660ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [666ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [666ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [668ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [680ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [684ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [687ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [688ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [736ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [742ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [744ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [746ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [747ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [816ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [822ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [822ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [824ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [825ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [876ms] refreshing cache from master, [876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [881ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [882ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [883ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [884ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [1076ms] refreshing cache from master, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [1078ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [1080ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [1084ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [1916ms] refreshing cache from master, [1917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [1919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [1919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [1924ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [1925ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [2796ms] refreshing cache from master, [2797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [2797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [2798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [2802ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [2802ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [2802ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [2803ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [5456ms] refreshing cache from master, [5457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [5458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [5458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [5460ms] too many traces: truncated at 100 traces, deferred=Deferred@624333878(state=PENDING, result=null, callback=(continuation of Deferred@491378279 after retry RPC after error@1406055301) -> (continuation of Deferred@2053085875 after retry RPC after error@1801004778) -> (continuation of Deferred@946876168 after retry RPC after error@512024856) -> (continuation of Deferred@411597433 after retry RPC after error@985948660) -> (continuation of Deferred@57999819 after retry RPC after error@977321116) -> (continuation of Deferred@1631605279 after retry RPC after error@2022855682) -> (continuation of Deferred@1405254018 after retry RPC after error@1817807674) -> (continuation of Deferred@267058180 after retry RPC after error@1697811391) -> (continuation of Deferred@628945138 after retry RPC after error@98352956) -> (continuation of Deferred@1569614175 after retry RPC after error@747666978) -> (continuation of Deferred@1848238114 after retry RPC after error@250386308) -> (continuation of Deferred@537318295 after retry RPC after error@264816859) -> (continuation of Deferred@784404976 after retry RPC after error@1148973851) -> (continuation of Deferred@1383537256 after retry RPC after error@464555757) -> (continuation of Deferred@1037587194 after retry RPC after error@639671665) -> (continuation of Deferred@1282303879 after retry RPC after error@1396072193) -> (continuation of Deferred@747018271 after retry RPC after error@242177003) -> (continuation of Deferred@830623742 after retry RPC after error@1353568408) -> (continuation of Deferred@1215556850 after retry RPC after error@1014439452) -> (continuation of Deferred@531188691 after retry RPC after error@557736366) -> (continuation of Deferred@1996295431 after retry RPC after error@1920887354) -> (continuation of Deferred@660361333 after retry RPC after error@1975350817), errback=(continuation of Deferred@491378279 after retry RPC after error@1406055301) -> (continuation of Deferred@2053085875 after retry RPC after error@1801004778) -> (continuation of Deferred@946876168 after retry RPC after error@512024856) -> (continuation of Deferred@411597433 after retry RPC after error@985948660) -> (continuation of Deferred@57999819 after retry RPC after error@977321116) -> (continuation of Deferred@1631605279 after retry RPC after error@2022855682) -> (continuation of Deferred@1405254018 after retry RPC after error@1817807674) -> (continuation of Deferred@267058180 after retry RPC after error@1697811391) -> (continuation of Deferred@628945138 after retry RPC after error@98352956) -> (continuation of Deferred@1569614175 after retry RPC after error@747666978) -> (continuation of Deferred@1848238114 after retry RPC after error@250386308) -> (continuation of Deferred@537318295 after retry RPC after error@264816859) -> (continuation of Deferred@784404976 after retry RPC after error@1148973851) -> (continuation of Deferred@1383537256 after retry RPC after error@464555757) -> (continuation of Deferred@1037587194 after retry RPC after error@639671665) -> (continuation of Deferred@1282303879 after retry RPC after error@1396072193) -> (continuation of Deferred@747018271 after retry RPC after error@242177003) -> (continuation of Deferred@830623742 after retry RPC after error@1353568408) -> (continuation of Deferred@1215556850 after retry RPC after error@1014439452) -> (continuation of Deferred@531188691 after retry RPC after error@557736366) -> (continuation of Deferred@1996295431 after retry RPC after error@1920887354) -> (continuation of Deferred@660361333 after retry RPC after error@1975350817)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.23.253:37987
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29206), Traces: [0ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [210ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [214ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [562ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [568ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [576ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [581ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [585ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [588ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [589ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [602ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [602ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [605ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [606ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [620ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [627ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [628ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [629ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [660ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [666ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [666ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [668ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [680ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [684ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [687ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [688ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [736ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [742ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [744ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [746ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [747ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [816ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [822ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [822ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [824ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [825ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [876ms] refreshing cache from master, [876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [881ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [882ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [883ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [884ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [1076ms] refreshing cache from master, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [1078ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [1080ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [1084ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [1916ms] refreshing cache from master, [1917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [1919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [1919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [1924ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [1925ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [2796ms] refreshing cache from master, [2797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [2797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [2798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [2802ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.253:37987: Network error: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987, [2802ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.252:42965: OK, [2802ms] Sub RPC ConnectToMaster: received response from server master-127.13.23.254:42293: Network error: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [2803ms] delaying RPC due to: Service unavailable: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293, [5456ms] refreshing cache from master, [5457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.254:42293, [5458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.252:42965, [5458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.23.253:37987, [5460ms] too many traces: truncated at 100 traces, deferred=Deferred@624333878(state=PENDING, result=null, callback=(continuation of Deferred@491378279 after retry RPC after error@1406055301) -> (continuation of Deferred@2053085875 after retry RPC after error@1801004778) -> (continuation of Deferred@946876168 after retry RPC after error@512024856) -> (continuation of Deferred@411597433 after retry RPC after error@985948660) -> (continuation of Deferred@57999819 after retry RPC after error@977321116) -> (continuation of Deferred@1631605279 after retry RPC after error@2022855682) -> (continuation of Deferred@1405254018 after retry RPC after error@1817807674) -> (continuation of Deferred@267058180 after retry RPC after error@1697811391) -> (continuation of Deferred@628945138 after retry RPC after error@98352956) -> (continuation of Deferred@1569614175 after retry RPC after error@747666978) -> (continuation of Deferred@1848238114 after retry RPC after error@250386308) -> (continuation of Deferred@537318295 after retry RPC after error@264816859) -> (continuation of Deferred@784404976 after retry RPC after error@1148973851) -> (continuation of Deferred@1383537256 after retry RPC after error@464555757) -> (continuation of Deferred@1037587194 after retry RPC after error@639671665) -> (continuation of Deferred@1282303879 after retry RPC after error@1396072193) -> (continuation of Deferred@747018271 after retry RPC after error@242177003) -> (continuation of Deferred@830623742 after retry RPC after error@1353568408) -> (continuation of Deferred@1215556850 after retry RPC after error@1014439452) -> (continuation of Deferred@531188691 after retry RPC after error@557736366) -> (continuation of Deferred@1996295431 after retry RPC after error@1920887354) -> (continuation of Deferred@660361333 after retry RPC after error@1975350817), errback=(continuation of Deferred@491378279 after retry RPC after error@1406055301) -> (continuation of Deferred@2053085875 after retry RPC after error@1801004778) -> (continuation of Deferred@946876168 after retry RPC after error@512024856) -> (continuation of Deferred@411597433 after retry RPC after error@985948660) -> (continuation of Deferred@57999819 after retry RPC after error@977321116) -> (continuation of Deferred@1631605279 after retry RPC after error@2022855682) -> (continuation of Deferred@1405254018 after retry RPC after error@1817807674) -> (continuation of Deferred@267058180 after retry RPC after error@1697811391) -> (continuation of Deferred@628945138 after retry RPC after error@98352956) -> (continuation of Deferred@1569614175 after retry RPC after error@747666978) -> (continuation of Deferred@1848238114 after retry RPC after error@250386308) -> (continuation of Deferred@537318295 after retry RPC after error@264816859) -> (continuation of Deferred@784404976 after retry RPC after error@1148973851) -> (continuation of Deferred@1383537256 after retry RPC after error@464555757) -> (continuation of Deferred@1037587194 after retry RPC after error@639671665) -> (continuation of Deferred@1282303879 after retry RPC after error@1396072193) -> (continuation of Deferred@747018271 after retry RPC after error@242177003) -> (continuation of Deferred@830623742 after retry RPC after error@1353568408) -> (continuation of Deferred@1215556850 after retry RPC after error@1014439452) -> (continuation of Deferred@531188691 after retry RPC after error@557736366) -> (continuation of Deferred@1996295431 after retry RPC after error@1920887354) -> (continuation of Deferred@660361333 after retry RPC after error@1975350817)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.23.254:42293,127.13.23.252:42965,127.13.23.253:37987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.254:42293(127.13.23.254:42293): Connection refused: /127.13.23.254:42293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.23.253:37987(127.13.23.253:37987): Connection refused: /127.13.23.253:37987
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.23.253:37987
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)