05:46:10.572 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
05:46:10.584 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskjabnt1/test-tmp
05:46:10.587 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
05:46:10.590 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskjabnt1/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
05:46:10.823 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
05:46:11.074 [DEBUG - main] (MiniKuduCluster.java:195) Response:
05:46:11.075 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
05:46:11.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:11.079017 9727 mini_oidc.cc:152] Starting JWKS server
05:46:11.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:11.082840 9727 webserver.cc:460] Webserver started at http://127.0.0.1:38295/ using document root <none> and password file <none>
05:46:11.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:11.083436 9727 mini_oidc.cc:189] Starting OIDC Discovery server
05:46:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:11.085317 9727 webserver.cc:460] Webserver started at http://127.0.0.1:43739/ using document root <none> and password file <none>
05:46:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T05:46:11Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
05:46:11.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T05:46:11Z Disabled control of system clock
05:46:11.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:11.134773 9727 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu
05:46:11.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu
05:46:11.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-0/wal
05:46:11.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-0/data
05:46:11.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:46:11.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:46:11.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:46:11.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:11.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:11.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:11.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-0/logs
05:46:11.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-0/data/info.pb
05:46:11.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:11.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:46:11.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:46:11.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:46:11.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:46:11.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:11.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:11.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:11.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:46:11.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:46:11.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:46:11.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:46:11.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.127.254:40093
05:46:11.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.127.254
05:46:11.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:11.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.127.212:33609
05:46:11.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:11.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:11.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:11.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:46:11.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.127.254:40093,127.9.127.253:37571,127.9.127.252:43115
05:46:11.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:46:11.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38295/jwks.json with env {}
05:46:11.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:11.430869 9745 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:46:11.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:11.431422 9745 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:46:11.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:11.432029 9745 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:46:11.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:11.461910 9745 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:46:11.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:11.462212 9745 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:46:11.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:11.462546 9745 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:46:11.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:11.462855 9745 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:46:11.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:11.463187 9745 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:46:11.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:11.463440 9745 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38295/jwks.json
05:46:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:11.503142 9745 master_runner.cc:386] Master server non-default flags:
05:46:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.127.212:33609
05:46:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-0/data
05:46:11.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-0/wal
05:46:11.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:46:11.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.127.254:40093,127.9.127.253:37571,127.9.127.252:43115
05:46:11.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:11.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:11.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:46:11.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.127.254:40093
05:46:11.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:46:11.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:46:11.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:46:11.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38295/jwks.json
05:46:11.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-0/data/info.pb
05:46:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.127.254
05:46:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:46:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:46:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:46:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:11.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-0/logs
05:46:11.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:11.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:46:11.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:46:11.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:46:11.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:46:11.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:46:11.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:46:11.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
05:46:11.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
05:46:11.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:46:11.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:11.504487 9745 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:46:11.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:11.506031 9745 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:46:11.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:11.526036 9761 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:12.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:11.526077 9756 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:12.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:11.527220 9755 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:12.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:12.706235 9760 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
05:46:12.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.706283 9745 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
05:46:12.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.710271 9745 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:46:12.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.713074 9745 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:46:12.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.714469 9745 hybrid_clock.cc:648] HybridClock initialized: now 1786081572714418 us; error 116 us; skew 500 ppm
05:46:12.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.715370 9745 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:46:12.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.725335 9745 webserver.cc:460] Webserver started at http://127.9.127.254:33079/ using document root <none> and password file <none>
05:46:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.726361 9745 fs_manager.cc:359] Metadata directory not provided
05:46:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.726601 9745 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:46:12.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.727193 9745 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:46:12.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.732414 9745 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-0/data/instance:
05:46:12.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7c8de49878c1459b99d791fc5ac86c1b"
05:46:12.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:12 on dist-test-slave-45dx"
05:46:12.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.733750 9745 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-0/wal/instance:
05:46:12.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7c8de49878c1459b99d791fc5ac86c1b"
05:46:12.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:12 on dist-test-slave-45dx"
05:46:12.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.741245 9745 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.003s sys 0.005s
05:46:12.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.747030 9774 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:46:12.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.748325 9745 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
05:46:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.748684 9745 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-0/data,/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-0/wal
05:46:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7c8de49878c1459b99d791fc5ac86c1b"
05:46:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:12 on dist-test-slave-45dx"
05:46:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.749105 9745 fs_report.cc:383] FS layout report
05:46:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:46:12.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-0/wal
05:46:12.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-0/wal
05:46:12.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-0/data/data
05:46:12.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:46:12.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:46:12.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:46:12.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:46:12.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:46:12.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:46:12.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:46:12.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:46:12.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:46:12.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:46:12.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:46:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.791150 9745 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:46:12.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.792738 9745 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:46:12.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.793287 9745 kserver.cc:163] Server-wide thread pool size limit: 3276
05:46:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.865610 9745 rpc_server.cc:307] RPC server started. Bound to: 127.9.127.254:40093
05:46:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.865783 9840 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.127.254:40093 every 8 connection(s)
05:46:12.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.868566 9745 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-0/data/info.pb
05:46:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.874348 9727 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu as pid 9745
05:46:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.874797 9727 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-0/wal/instance
05:46:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.875504 9841 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:46:12.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.878955 9727 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu
05:46:12.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu
05:46:12.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-1/wal
05:46:12.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-1/data
05:46:12.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:46:12.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:46:12.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:46:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-1/logs
05:46:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-1/data/info.pb
05:46:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:46:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:46:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:46:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:46:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:46:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:46:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:46:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:46:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.127.253:37571
05:46:12.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.127.253
05:46:12.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:12.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.127.212:33609
05:46:12.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:12.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:12.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:12.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:46:12.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.127.254:40093,127.9.127.253:37571,127.9.127.252:43115
05:46:12.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:46:12.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38295/jwks.json with env {}
05:46:12.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.889109 9841 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.127.254" port: 40093 } has no permanent_uuid. Determining permanent_uuid...
05:46:12.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.918385 9841 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } has no permanent_uuid. Determining permanent_uuid...
05:46:12.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:12.920573 9776 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.127.253:37571: connect: Connection refused (error 111)
05:46:12.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:12.924778 9841 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.127.253:37571: Network error: Client connection negotiation failed: client connection to 127.9.127.253:37571: connect: Connection refused (error 111)
05:46:12.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:12.974252 9841 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } attempt: 1
05:46:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:12.978278 9841 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.127.253:37571: Network error: Client connection negotiation failed: client connection to 127.9.127.253:37571: connect: Connection refused (error 111)
05:46:13.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:13.046680 9841 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } attempt: 2
05:46:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:13.051401 9841 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.127.253:37571: Network error: Client connection negotiation failed: client connection to 127.9.127.253:37571: connect: Connection refused (error 111)
05:46:13.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:13.142760 9841 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } attempt: 3
05:46:13.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:13.146497 9841 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.127.253:37571: Network error: Client connection negotiation failed: client connection to 127.9.127.253:37571: connect: Connection refused (error 111)
05:46:13.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:13.188848 9844 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:46:13.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:13.189388 9844 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:46:13.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:13.189970 9844 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:46:13.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:13.219225 9844 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:46:13.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:13.219502 9844 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:46:13.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:13.219698 9844 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:46:13.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:13.219869 9844 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:46:13.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:13.220074 9844 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:46:13.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:13.220283 9844 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38295/jwks.json
05:46:13.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:13.254124 9844 master_runner.cc:386] Master server non-default flags:
05:46:13.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:13.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.127.212:33609
05:46:13.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:13.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:13.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-1/data
05:46:13.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-1/wal
05:46:13.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:46:13.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.127.254:40093,127.9.127.253:37571,127.9.127.252:43115
05:46:13.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:13.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:13.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:46:13.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.127.253:37571
05:46:13.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:46:13.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:46:13.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:46:13.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38295/jwks.json
05:46:13.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:13.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:13.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-1/data/info.pb
05:46:13.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.127.253
05:46:13.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:13.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:46:13.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:13.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:46:13.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:46:13.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:13.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-1/logs
05:46:13.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:13.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:46:13.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:46:13.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:46:13.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:46:13.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:46:13.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:46:13.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
05:46:13.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
05:46:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:46:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:13.255442 9844 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:46:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:13.257557 9844 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:46:13.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:13.276917 9859 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:13.289906 9841 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } attempt: 4
05:46:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:13.293403 9841 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.127.253:37571: Network error: Client connection negotiation failed: client connection to 127.9.127.253:37571: connect: Connection refused (error 111)
05:46:13.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:13.592836 9841 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } attempt: 5
05:46:13.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:13.599050 9841 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.127.253:37571: Network error: Client connection negotiation failed: client connection to 127.9.127.253:37571: connect: Connection refused (error 111)
05:46:14.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.146662 9841 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } attempt: 6
05:46:14.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:14.160138 9841 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.127.253:37571: Network error: Client connection negotiation failed: client connection to 127.9.127.253:37571: connect: Connection refused (error 111)
05:46:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:13.277026 9857 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:13.277151 9861 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.483557 9844 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
05:46:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:14.484055 9860 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1207 milliseconds
05:46:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.487649 9844 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:46:14.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.490877 9844 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:46:14.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.492220 9844 hybrid_clock.cc:648] HybridClock initialized: now 1786081574492189 us; error 52 us; skew 500 ppm
05:46:14.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.493160 9844 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:46:14.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.499624 9844 webserver.cc:460] Webserver started at http://127.9.127.253:45099/ using document root <none> and password file <none>
05:46:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.500712 9844 fs_manager.cc:359] Metadata directory not provided
05:46:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.500953 9844 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:46:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.501556 9844 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:46:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.506484 9844 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-1/data/instance:
05:46:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b52718174cd24a058092ddfcca902e92"
05:46:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:14 on dist-test-slave-45dx"
05:46:14.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.507725 9844 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-1/wal/instance:
05:46:14.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b52718174cd24a058092ddfcca902e92"
05:46:14.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:14 on dist-test-slave-45dx"
05:46:14.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.514863 9844 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
05:46:14.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.520386 9874 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:46:14.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.521446 9844 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
05:46:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.521811 9844 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-1/data,/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-1/wal
05:46:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b52718174cd24a058092ddfcca902e92"
05:46:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:14 on dist-test-slave-45dx"
05:46:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.522197 9844 fs_report.cc:383] FS layout report
05:46:14.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:46:14.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-1/wal
05:46:14.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-1/wal
05:46:14.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-1/data/data
05:46:14.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:46:14.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:46:14.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:46:14.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:46:14.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:46:14.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:46:14.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:46:14.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:46:14.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:46:14.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:46:14.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:46:14.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.565516 9844 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:46:14.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.567164 9844 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:46:14.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.567730 9844 kserver.cc:163] Server-wide thread pool size limit: 3276
05:46:14.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.640130 9844 rpc_server.cc:307] RPC server started. Bound to: 127.9.127.253:37571
05:46:14.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.640239 9949 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.127.253:37571 every 8 connection(s)
05:46:14.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.643164 9844 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-1/data/info.pb
05:46:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.648463 9950 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:46:14.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.652279 9727 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu as pid 9844
05:46:14.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.652791 9727 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-1/wal/instance
05:46:14.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.654989 9727 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu
05:46:14.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu
05:46:14.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-2/wal
05:46:14.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-2/data
05:46:14.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:46:14.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:46:14.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:46:14.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:14.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-2/logs
05:46:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-2/data/info.pb
05:46:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:46:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:46:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:46:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:46:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:46:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:46:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:46:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:46:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.127.252:43115
05:46:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.127.252
05:46:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.127.212:33609
05:46:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:46:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.127.254:40093,127.9.127.253:37571,127.9.127.252:43115
05:46:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:46:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38295/jwks.json with env {}
05:46:14.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.661041 9950 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.127.254" port: 40093 } has no permanent_uuid. Determining permanent_uuid...
05:46:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.686792 9950 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } has no permanent_uuid. Determining permanent_uuid...
05:46:14.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.702875 9950 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } has no permanent_uuid. Determining permanent_uuid...
05:46:14.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:14.705313 9876 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.127.252:43115: connect: Connection refused (error 111)
05:46:14.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:14.709344 9950 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.127.252:43115: Network error: Client connection negotiation failed: client connection to 127.9.127.252:43115: connect: Connection refused (error 111)
05:46:14.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.758937 9950 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } attempt: 1
05:46:14.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:14.762966 9950 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.127.252:43115: Network error: Client connection negotiation failed: client connection to 127.9.127.252:43115: connect: Connection refused (error 111)
05:46:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.831449 9950 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } attempt: 2
05:46:14.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:14.835391 9950 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.127.252:43115: Network error: Client connection negotiation failed: client connection to 127.9.127.252:43115: connect: Connection refused (error 111)
05:46:14.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:14.926887 9950 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } attempt: 3
05:46:14.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:14.930783 9950 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.127.252:43115: Network error: Client connection negotiation failed: client connection to 127.9.127.252:43115: connect: Connection refused (error 111)
05:46:14.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:14.974152 9952 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:46:14.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:14.974838 9952 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:46:14.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:14.975528 9952 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:46:15.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:15.006295 9952 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:46:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:15.006691 9952 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:46:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:15.007071 9952 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:46:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:15.007479 9952 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:46:15.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:15.007810 9952 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:46:15.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:15.008064 9952 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38295/jwks.json
05:46:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:15.042853 9952 master_runner.cc:386] Master server non-default flags:
05:46:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.127.212:33609
05:46:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-2/data
05:46:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-2/wal
05:46:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:46:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.127.254:40093,127.9.127.253:37571,127.9.127.252:43115
05:46:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:46:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.127.252:43115
05:46:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:46:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:46:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:46:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38295/jwks.json
05:46:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-2/data/info.pb
05:46:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.127.252
05:46:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:46:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:46:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:46:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-2/logs
05:46:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:46:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:46:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:46:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:46:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:46:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:46:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
05:46:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
05:46:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:46:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:15.044569 9952 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:46:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:15.046782 9952 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:46:15.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:15.065100 9974 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:15.074210 9950 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } attempt: 4
05:46:15.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:15.078745 9950 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.127.252:43115: Network error: Client connection negotiation failed: client connection to 127.9.127.252:43115: connect: Connection refused (error 111)
05:46:15.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:15.221529 9841 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } attempt: 7
05:46:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:15.235074 9841 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } has no permanent_uuid. Determining permanent_uuid...
05:46:15.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:15.241438 9841 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.127.252:43115: Network error: Client connection negotiation failed: client connection to 127.9.127.252:43115: connect: Connection refused (error 111)
05:46:15.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:15.299880 9841 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } attempt: 1
05:46:15.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:15.303995 9841 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.127.252:43115: Network error: Client connection negotiation failed: client connection to 127.9.127.252:43115: connect: Connection refused (error 111)
05:46:15.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:15.378196 9950 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } attempt: 5
05:46:15.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:15.382416 9950 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.127.252:43115: Network error: Client connection negotiation failed: client connection to 127.9.127.252:43115: connect: Connection refused (error 111)
05:46:15.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:15.385690 9841 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } attempt: 2
05:46:15.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:15.389524 9841 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.127.252:43115: Network error: Client connection negotiation failed: client connection to 127.9.127.252:43115: connect: Connection refused (error 111)
05:46:15.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:15.475106 9841 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } attempt: 3
05:46:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:15.479331 9841 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.127.252:43115: Network error: Client connection negotiation failed: client connection to 127.9.127.252:43115: connect: Connection refused (error 111)
05:46:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:15.619760 9841 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } attempt: 4
05:46:15.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:15.624161 9841 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.127.252:43115: Network error: Client connection negotiation failed: client connection to 127.9.127.252:43115: connect: Connection refused (error 111)
05:46:15.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:15.907626 9841 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } attempt: 5
05:46:15.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:15.912417 9841 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.127.252:43115: Network error: Client connection negotiation failed: client connection to 127.9.127.252:43115: connect: Connection refused (error 111)
05:46:15.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:15.930029 9950 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } attempt: 6
05:46:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:15.937669 9950 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.127.252:43115: Network error: Client connection negotiation failed: client connection to 127.9.127.252:43115: connect: Connection refused (error 111)
05:46:16.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:15.065138 9972 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:16.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:15.066071 9971 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:16.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:16.280052 9973 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
05:46:16.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.280200 9952 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
05:46:16.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.284027 9952 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:46:16.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.286707 9952 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:46:16.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.288057 9952 hybrid_clock.cc:648] HybridClock initialized: now 1786081576288030 us; error 45 us; skew 500 ppm
05:46:16.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.289029 9952 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:46:16.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.296912 9952 webserver.cc:460] Webserver started at http://127.9.127.252:38893/ using document root <none> and password file <none>
05:46:16.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.298195 9952 fs_manager.cc:359] Metadata directory not provided
05:46:16.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.298465 9952 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:46:16.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.299049 9952 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:46:16.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.306165 9952 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-2/data/instance:
05:46:16.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8f012a6fc0534342bdef5b5a1cc16d66"
05:46:16.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:16 on dist-test-slave-45dx"
05:46:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.307668 9952 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-2/wal/instance:
05:46:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8f012a6fc0534342bdef5b5a1cc16d66"
05:46:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:16 on dist-test-slave-45dx"
05:46:16.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.317029 9952 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.006s sys 0.001s
05:46:16.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.323585 9991 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:46:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.324790 9952 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
05:46:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.325064 9952 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-2/data,/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-2/wal
05:46:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8f012a6fc0534342bdef5b5a1cc16d66"
05:46:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:16 on dist-test-slave-45dx"
05:46:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.325335 9952 fs_report.cc:383] FS layout report
05:46:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:46:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-2/wal
05:46:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-2/wal
05:46:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-2/data/data
05:46:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:46:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:46:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:46:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:46:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:46:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:46:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:46:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:46:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:46:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:46:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:46:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.359392 9952 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:46:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.360898 9952 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:46:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.361366 9952 kserver.cc:163] Server-wide thread pool size limit: 3276
05:46:16.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.435253 9952 rpc_server.cc:307] RPC server started. Bound to: 127.9.127.252:43115
05:46:16.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.435366 10067 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.127.252:43115 every 8 connection(s)
05:46:16.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.437927 9952 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-2/data/info.pb
05:46:16.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.443320 10068 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:46:16.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.443687 9727 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu as pid 9952
05:46:16.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.444016 9727 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/master-2/wal/instance
05:46:16.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.461663 10068 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.127.254" port: 40093 } has no permanent_uuid. Determining permanent_uuid...
05:46:16.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.464993 9841 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } attempt: 6
05:46:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.501432 10068 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } has no permanent_uuid. Determining permanent_uuid...
05:46:16.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.509878 9841 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7c8de49878c1459b99d791fc5ac86c1b: Bootstrap starting.
05:46:16.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.516939 10068 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } has no permanent_uuid. Determining permanent_uuid...
05:46:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.518107 9841 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7c8de49878c1459b99d791fc5ac86c1b: Neither blocks nor log segments found. Creating new log.
05:46:16.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.521368 9841 log.cc:824] T 00000000000000000000000000000000 P 7c8de49878c1459b99d791fc5ac86c1b: Log is configured to *not* fsync() on all Append() calls
05:46:16.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.533969 9841 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7c8de49878c1459b99d791fc5ac86c1b: No bootstrap required, opened a new log
05:46:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.539840 10068 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66: Bootstrap starting.
05:46:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.546727 10068 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66: Neither blocks nor log segments found. Creating new log.
05:46:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.548445 10068 log.cc:824] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66: Log is configured to *not* fsync() on all Append() calls
05:46:16.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.553586 10068 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66: No bootstrap required, opened a new log
05:46:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.558104 9841 raft_consensus.cc:348] T 00000000000000000000000000000000 P 7c8de49878c1459b99d791fc5ac86c1b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c8de49878c1459b99d791fc5ac86c1b" member_type: VOTER last_known_addr { host: "127.9.127.254" port: 40093 } } peers { permanent_uuid: "b52718174cd24a058092ddfcca902e92" member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } } peers { permanent_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } }
05:46:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.558720 9841 raft_consensus.cc:374] T 00000000000000000000000000000000 P 7c8de49878c1459b99d791fc5ac86c1b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:46:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.558995 9841 raft_consensus.cc:729] T 00000000000000000000000000000000 P 7c8de49878c1459b99d791fc5ac86c1b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7c8de49878c1459b99d791fc5ac86c1b, State: Initialized, Role: FOLLOWER
05:46:16.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.560004 9841 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7c8de49878c1459b99d791fc5ac86c1b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c8de49878c1459b99d791fc5ac86c1b" member_type: VOTER last_known_addr { host: "127.9.127.254" port: 40093 } } peers { permanent_uuid: "b52718174cd24a058092ddfcca902e92" member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } } peers { permanent_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } }
05:46:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.562825 10086 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7c8de49878c1459b99d791fc5ac86c1b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c8de49878c1459b99d791fc5ac86c1b" member_type: VOTER last_known_addr { host: "127.9.127.254" port: 40093 } } peers { permanent_uuid: "b52718174cd24a058092ddfcca902e92" member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } } peers { permanent_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } } }
05:46:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.563680 10086 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7c8de49878c1459b99d791fc5ac86c1b [sys.catalog]: This master's current role is: FOLLOWER
05:46:16.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.564204 9841 sys_catalog.cc:564] T 00000000000000000000000000000000 P 7c8de49878c1459b99d791fc5ac86c1b [sys.catalog]: configured and running, proceeding with master startup.
05:46:16.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.582022 10068 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c8de49878c1459b99d791fc5ac86c1b" member_type: VOTER last_known_addr { host: "127.9.127.254" port: 40093 } } peers { permanent_uuid: "b52718174cd24a058092ddfcca902e92" member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } } peers { permanent_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } }
05:46:16.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.582671 10068 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:46:16.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.582957 10068 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8f012a6fc0534342bdef5b5a1cc16d66, State: Initialized, Role: FOLLOWER
05:46:16.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.583904 10068 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c8de49878c1459b99d791fc5ac86c1b" member_type: VOTER last_known_addr { host: "127.9.127.254" port: 40093 } } peers { permanent_uuid: "b52718174cd24a058092ddfcca902e92" member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } } peers { permanent_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } }
05:46:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.587199 10106 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c8de49878c1459b99d791fc5ac86c1b" member_type: VOTER last_known_addr { host: "127.9.127.254" port: 40093 } } peers { permanent_uuid: "b52718174cd24a058092ddfcca902e92" member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } } peers { permanent_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } } }
05:46:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.588894 10106 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [sys.catalog]: This master's current role is: FOLLOWER
05:46:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.589076 10068 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [sys.catalog]: configured and running, proceeding with master startup.
05:46:16.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:16.602028 10103 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7c8de49878c1459b99d791fc5ac86c1b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:46:16.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:16.602576 10103 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:46:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:16.617813 9998 tablet.cc:2369] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:46:16.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.596211 9745 master_runner.cc:186] Error getting master registration for 127.9.127.253:37571: OK, instance_id { permanent_uuid: "b52718174cd24a058092ddfcca902e92" instance_seqno: 1786081574620110 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
05:46:16.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.629182 9745 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:46:16.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.631881 10106 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:46:16.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.632402 10106 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c8de49878c1459b99d791fc5ac86c1b" member_type: VOTER last_known_addr { host: "127.9.127.254" port: 40093 } } peers { permanent_uuid: "b52718174cd24a058092ddfcca902e92" member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } } peers { permanent_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } }
05:46:16.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.634891 10106 leader_election.cc:288] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7c8de49878c1459b99d791fc5ac86c1b (127.9.127.254:40093), b52718174cd24a058092ddfcca902e92 (127.9.127.253:37571)
05:46:16.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.635869 9815 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7c8de49878c1459b99d791fc5ac86c1b" is_pre_election: true
05:46:16.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.636880 9815 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 7c8de49878c1459b99d791fc5ac86c1b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8f012a6fc0534342bdef5b5a1cc16d66 in term 0.
05:46:16.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.638499 9992 leader_election.cc:302] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7c8de49878c1459b99d791fc5ac86c1b, 8f012a6fc0534342bdef5b5a1cc16d66; no voters:
05:46:16.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.639663 10106 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [term 0 FOLLOWER]: Leader pre-election won for term 1
05:46:16.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.640002 10106 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
05:46:16.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.640318 10106 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [term 0 FOLLOWER]: Advancing to term 1
05:46:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.647909 10106 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c8de49878c1459b99d791fc5ac86c1b" member_type: VOTER last_known_addr { host: "127.9.127.254" port: 40093 } } peers { permanent_uuid: "b52718174cd24a058092ddfcca902e92" member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } } peers { permanent_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } }
05:46:16.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.650655 9815 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7c8de49878c1459b99d791fc5ac86c1b"
05:46:16.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.658758 9815 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 7c8de49878c1459b99d791fc5ac86c1b [term 0 FOLLOWER]: Advancing to term 1
05:46:16.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.662953 10106 leader_election.cc:288] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [CANDIDATE]: Term 1 election: Requested vote from peers 7c8de49878c1459b99d791fc5ac86c1b (127.9.127.254:40093), b52718174cd24a058092ddfcca902e92 (127.9.127.253:37571)
05:46:16.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:16.681404 10131 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:46:16.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:16.683308 10131 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:46:16.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.688985 9815 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 7c8de49878c1459b99d791fc5ac86c1b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8f012a6fc0534342bdef5b5a1cc16d66 in term 1.
05:46:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.693102 9992 leader_election.cc:302] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7c8de49878c1459b99d791fc5ac86c1b, 8f012a6fc0534342bdef5b5a1cc16d66; no voters:
05:46:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.695964 10106 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [term 1 FOLLOWER]: Leader election won for term 1
05:46:16.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.733743 10106 raft_consensus.cc:686] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [term 1 LEADER]: Becoming Leader. State: Replica: 8f012a6fc0534342bdef5b5a1cc16d66, State: Running, Role: LEADER
05:46:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.741164 10106 consensus_queue.cc:237] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c8de49878c1459b99d791fc5ac86c1b" member_type: VOTER last_known_addr { host: "127.9.127.254" port: 40093 } } peers { permanent_uuid: "b52718174cd24a058092ddfcca902e92" member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } } peers { permanent_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } }
05:46:16.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.643433 9952 master_runner.cc:186] Error getting master registration for 127.9.127.253:37571: OK, instance_id { permanent_uuid: "b52718174cd24a058092ddfcca902e92" instance_seqno: 1786081574620110 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
05:46:16.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.757421 9952 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:46:16.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.768252 10135 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8f012a6fc0534342bdef5b5a1cc16d66. Latest consensus state: current_term: 1 leader_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c8de49878c1459b99d791fc5ac86c1b" member_type: VOTER last_known_addr { host: "127.9.127.254" port: 40093 } } peers { permanent_uuid: "b52718174cd24a058092ddfcca902e92" member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } } peers { permanent_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } } }
05:46:16.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.770833 10135 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [sys.catalog]: This master's current role is: LEADER
05:46:16.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.787936 10137 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
05:46:16.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:16.803745 9782 tablet.cc:2369] T 00000000000000000000000000000000 P 7c8de49878c1459b99d791fc5ac86c1b: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:46:16.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.804000 10137 catalog_manager.cc:1484] Initializing Kudu cluster ID...
05:46:16.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.854562 9815 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 7c8de49878c1459b99d791fc5ac86c1b [term 1 FOLLOWER]: Refusing update from remote peer 8f012a6fc0534342bdef5b5a1cc16d66: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
05:46:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.861784 10106 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7c8de49878c1459b99d791fc5ac86c1b" member_type: VOTER last_known_addr { host: "127.9.127.254" port: 40093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
05:46:16.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.960525 10086 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7c8de49878c1459b99d791fc5ac86c1b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8f012a6fc0534342bdef5b5a1cc16d66. Latest consensus state: current_term: 1 leader_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c8de49878c1459b99d791fc5ac86c1b" member_type: VOTER last_known_addr { host: "127.9.127.254" port: 40093 } } peers { permanent_uuid: "b52718174cd24a058092ddfcca902e92" member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } } peers { permanent_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } } }
05:46:16.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.962180 10086 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7c8de49878c1459b99d791fc5ac86c1b [sys.catalog]: This master's current role is: FOLLOWER
05:46:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.969493 10138 mvcc.cc:205] Tried to move back new op lower bound from 7315790138764730368 to 7315790138348277760. Current Snapshot: MvccSnapshot[applied={T|T < 7315790138764730368}]
05:46:16.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.979724 10106 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c8de49878c1459b99d791fc5ac86c1b" member_type: VOTER last_known_addr { host: "127.9.127.254" port: 40093 } } peers { permanent_uuid: "b52718174cd24a058092ddfcca902e92" member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } } peers { permanent_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } } }
05:46:16.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.981066 10106 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [sys.catalog]: This master's current role is: LEADER
05:46:16.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.992100 10137 catalog_manager.cc:1347] Generated new cluster ID: 2d874a22e5004e688e836a9e17ded1ca
05:46:16.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.992431 10137 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
05:46:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:16.998276 9950 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } attempt: 7
05:46:17.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.017068 10086 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7c8de49878c1459b99d791fc5ac86c1b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c8de49878c1459b99d791fc5ac86c1b" member_type: VOTER last_known_addr { host: "127.9.127.254" port: 40093 } } peers { permanent_uuid: "b52718174cd24a058092ddfcca902e92" member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } } peers { permanent_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } } }
05:46:17.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.018146 10086 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7c8de49878c1459b99d791fc5ac86c1b [sys.catalog]: This master's current role is: FOLLOWER
05:46:17.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.090011 10137 catalog_manager.cc:1370] Generated new certificate authority record
05:46:17.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.095754 10137 catalog_manager.cc:1504] Loading token signing keys...
05:46:17.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.111680 9950 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b52718174cd24a058092ddfcca902e92: Bootstrap starting.
05:46:17.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.136039 9950 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b52718174cd24a058092ddfcca902e92: Neither blocks nor log segments found. Creating new log.
05:46:17.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.143989 9950 log.cc:824] T 00000000000000000000000000000000 P b52718174cd24a058092ddfcca902e92: Log is configured to *not* fsync() on all Append() calls
05:46:17.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.156852 9950 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b52718174cd24a058092ddfcca902e92: No bootstrap required, opened a new log
05:46:17.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.186792 10137 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66: Generated new TSK 0
05:46:17.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.188967 10137 catalog_manager.cc:1514] Initializing in-progress tserver states...
05:46:17.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.215581 9727 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu
05:46:17.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu
05:46:17.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-0/wal
05:46:17.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-0/data
05:46:17.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:46:17.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:46:17.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:46:17.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-0/logs
05:46:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-0/data/info.pb
05:46:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:46:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:46:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:46:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:46:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
05:46:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:46:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.127.193:0
05:46:17.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.127.193
05:46:17.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.127.193
05:46:17.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:17.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.127.254:40093,127.9.127.253:37571,127.9.127.252:43115
05:46:17.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.127.212:33609
05:46:17.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:17.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:17.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
05:46:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.253845 9950 raft_consensus.cc:348] T 00000000000000000000000000000000 P b52718174cd24a058092ddfcca902e92 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c8de49878c1459b99d791fc5ac86c1b" member_type: VOTER last_known_addr { host: "127.9.127.254" port: 40093 } } peers { permanent_uuid: "b52718174cd24a058092ddfcca902e92" member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } } peers { permanent_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } }
05:46:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.255712 9950 raft_consensus.cc:374] T 00000000000000000000000000000000 P b52718174cd24a058092ddfcca902e92 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:46:17.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.256438 9950 raft_consensus.cc:729] T 00000000000000000000000000000000 P b52718174cd24a058092ddfcca902e92 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b52718174cd24a058092ddfcca902e92, State: Initialized, Role: FOLLOWER
05:46:17.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.258327 9950 consensus_queue.cc:260] T 00000000000000000000000000000000 P b52718174cd24a058092ddfcca902e92 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c8de49878c1459b99d791fc5ac86c1b" member_type: VOTER last_known_addr { host: "127.9.127.254" port: 40093 } } peers { permanent_uuid: "b52718174cd24a058092ddfcca902e92" member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } } peers { permanent_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } }
05:46:17.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.269914 10150 sys_catalog.cc:455] T 00000000000000000000000000000000 P b52718174cd24a058092ddfcca902e92 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c8de49878c1459b99d791fc5ac86c1b" member_type: VOTER last_known_addr { host: "127.9.127.254" port: 40093 } } peers { permanent_uuid: "b52718174cd24a058092ddfcca902e92" member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } } peers { permanent_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } } }
05:46:17.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.277437 10150 sys_catalog.cc:458] T 00000000000000000000000000000000 P b52718174cd24a058092ddfcca902e92 [sys.catalog]: This master's current role is: FOLLOWER
05:46:17.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.276845 9950 sys_catalog.cc:564] T 00000000000000000000000000000000 P b52718174cd24a058092ddfcca902e92 [sys.catalog]: configured and running, proceeding with master startup.
05:46:17.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.278733 9917 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b52718174cd24a058092ddfcca902e92 [term 0 FOLLOWER]: Advancing to term 1
05:46:17.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.281405 9919 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b52718174cd24a058092ddfcca902e92" is_pre_election: true
05:46:17.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.284966 9918 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b52718174cd24a058092ddfcca902e92"
05:46:17.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.307231 9917 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b52718174cd24a058092ddfcca902e92 [term 1 FOLLOWER]: Refusing update from remote peer 8f012a6fc0534342bdef5b5a1cc16d66: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
05:46:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.310287 10106 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b52718174cd24a058092ddfcca902e92" member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
05:46:17.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:17.326748 9882 tablet.cc:2369] T 00000000000000000000000000000000 P b52718174cd24a058092ddfcca902e92: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:46:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.498710 10150 sys_catalog.cc:455] T 00000000000000000000000000000000 P b52718174cd24a058092ddfcca902e92 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8f012a6fc0534342bdef5b5a1cc16d66. Latest consensus state: current_term: 1 leader_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c8de49878c1459b99d791fc5ac86c1b" member_type: VOTER last_known_addr { host: "127.9.127.254" port: 40093 } } peers { permanent_uuid: "b52718174cd24a058092ddfcca902e92" member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } } peers { permanent_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } } }
05:46:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.503839 10150 sys_catalog.cc:458] T 00000000000000000000000000000000 P b52718174cd24a058092ddfcca902e92 [sys.catalog]: This master's current role is: FOLLOWER
05:46:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.502406 10162 sys_catalog.cc:455] T 00000000000000000000000000000000 P b52718174cd24a058092ddfcca902e92 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c8de49878c1459b99d791fc5ac86c1b" member_type: VOTER last_known_addr { host: "127.9.127.254" port: 40093 } } peers { permanent_uuid: "b52718174cd24a058092ddfcca902e92" member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } } peers { permanent_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } } }
05:46:17.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.507109 10162 sys_catalog.cc:458] T 00000000000000000000000000000000 P b52718174cd24a058092ddfcca902e92 [sys.catalog]: This master's current role is: FOLLOWER
05:46:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.569732 10177 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
05:46:17.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.614972 10103 catalog_manager.cc:1259] Loaded cluster ID: 2d874a22e5004e688e836a9e17ded1ca
05:46:17.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.617322 10103 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 7c8de49878c1459b99d791fc5ac86c1b: loading cluster ID for follower catalog manager: success
05:46:17.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.642606 10103 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 7c8de49878c1459b99d791fc5ac86c1b: acquiring CA information for follower catalog manager: success
05:46:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.665522 10103 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 7c8de49878c1459b99d791fc5ac86c1b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
05:46:17.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.775334 10106 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c8de49878c1459b99d791fc5ac86c1b" member_type: VOTER last_known_addr { host: "127.9.127.254" port: 40093 } } peers { permanent_uuid: "b52718174cd24a058092ddfcca902e92" member_type: VOTER last_known_addr { host: "127.9.127.253" port: 37571 } } peers { permanent_uuid: "8f012a6fc0534342bdef5b5a1cc16d66" member_type: VOTER last_known_addr { host: "127.9.127.252" port: 43115 } } }
05:46:17.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:17.776681 10106 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8f012a6fc0534342bdef5b5a1cc16d66 [sys.catalog]: This master's current role is: LEADER
05:46:18.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:18.150708 10147 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:46:18.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:18.151590 10147 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:46:18.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:18.152441 10147 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:46:18.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:18.212812 10147 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:46:18.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:18.214252 10147 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.127.193
05:46:18.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:18.279964 10147 tablet_server_runner.cc:78] Tablet server non-default flags:
05:46:18.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:18.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.127.212:33609
05:46:18.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:18.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:18.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-0/data
05:46:18.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-0/wal
05:46:18.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.127.193:0
05:46:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:46:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-0/data/info.pb
05:46:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.127.193
05:46:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.127.254:40093,127.9.127.253:37571,127.9.127.252:43115
05:46:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:46:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:46:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:46:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.127.193
05:46:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-0/logs
05:46:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:46:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:46:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
05:46:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:46:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:46:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:46:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
05:46:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
05:46:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:46:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:18.281781 10147 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:46:18.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:18.284036 10147 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:46:18.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:18.337493 10192 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:18.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:18.604701 10177 catalog_manager.cc:1259] Loaded cluster ID: 2d874a22e5004e688e836a9e17ded1ca
05:46:18.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:18.606396 10177 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b52718174cd24a058092ddfcca902e92: loading cluster ID for follower catalog manager: success
05:46:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:18.643945 10177 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b52718174cd24a058092ddfcca902e92: acquiring CA information for follower catalog manager: success
05:46:18.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:18.677492 10177 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b52718174cd24a058092ddfcca902e92: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
05:46:21.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:19.725095 10190 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 10147
05:46:21.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:21.201933 10190 kernel_stack_watchdog.cc:198] Thread 10147 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 379ms:
05:46:21.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
05:46:21.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
05:46:21.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
05:46:21.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
05:46:21.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:18.343981 10191 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:21.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:21.207180 10195 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:21.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:21.208544 10194 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2867 milliseconds
05:46:21.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:21.208657 10147 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.869s user 0.556s sys 1.073s
05:46:21.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:21.209688 10147 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.870s user 0.557s sys 1.074s
05:46:21.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:21.209992 10147 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
05:46:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:21.211804 10147 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:46:21.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:21.217940 10147 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:46:21.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:21.219390 10147 hybrid_clock.cc:648] HybridClock initialized: now 1786081581219448 us; error 150 us; skew 500 ppm
05:46:21.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:21.220628 10147 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:46:21.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:21.246058 10147 webserver.cc:460] Webserver started at http://127.9.127.193:46401/ using document root <none> and password file <none>
05:46:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:21.247483 10147 fs_manager.cc:359] Metadata directory not provided
05:46:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:21.247754 10147 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:46:21.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:21.248317 10147 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:46:21.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:21.257107 10147 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-0/data/instance:
05:46:21.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15296763ea324a73a4347084a51e802a"
05:46:21.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:21 on dist-test-slave-45dx"
05:46:21.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:21.258713 10147 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-0/wal/instance:
05:46:21.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15296763ea324a73a4347084a51e802a"
05:46:21.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:21 on dist-test-slave-45dx"
05:46:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:21.274686 10147 fs_manager.cc:691] Time spent creating directory manager: real 0.015s user 0.010s sys 0.006s
05:46:21.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:21.287209 9946 debug-util.cc:398] Leaking SignalData structure 0x7b0800082560 after lost signal to thread 9850
05:46:21.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:21.287829 9946 debug-util.cc:398] Leaking SignalData structure 0x7b08000aa2a0 after lost signal to thread 9949
05:46:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:21.302191 10207 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:46:21.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:21.304373 10147 fs_manager.cc:725] Time spent opening block manager: real 0.024s user 0.011s sys 0.011s
05:46:21.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:21.304836 10147 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-0/data,/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-0/wal
05:46:21.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15296763ea324a73a4347084a51e802a"
05:46:21.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:21 on dist-test-slave-45dx"
05:46:21.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:21.305337 10147 fs_report.cc:383] FS layout report
05:46:21.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:46:21.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-0/wal
05:46:21.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-0/wal
05:46:21.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-0/data/data
05:46:21.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:46:21.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:46:21.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:46:21.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:46:21.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:46:21.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:46:21.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:46:21.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:46:21.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:46:21.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:46:21.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:46:21.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:21.412791 10147 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:46:21.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:21.416450 10147 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:46:21.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:21.417367 10147 kserver.cc:163] Server-wide thread pool size limit: 3276
05:46:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:21.430183 10147 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
05:46:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:21.445874 10147 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
05:46:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:21.446188 10147 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
05:46:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:21.446496 10147 ts_tablet_manager.cc:610] Registered 0 tablets
05:46:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:21.446707 10147 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
05:46:22.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:22.312565 10147 rpc_server.cc:307] RPC server started. Bound to: 127.9.127.193:41329
05:46:22.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:22.313587 10384 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.127.193:41329 every 8 connection(s)
05:46:22.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:22.316958 10147 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-0/data/info.pb
05:46:22.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:22.322165 9727 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu as pid 10147
05:46:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:22.324242 9727 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-0/wal/instance
05:46:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:22.351218 9727 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu
05:46:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu
05:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-1/wal
05:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-1/data
05:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-1/logs
05:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-1/data/info.pb
05:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
05:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.127.194:0
05:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.127.194
05:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.127.194
05:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.127.254:40093,127.9.127.253:37571,127.9.127.252:43115
05:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.127.212:33609
05:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
05:46:22.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:22.484716 10385 heartbeater.cc:347] Connected to a master server at 127.9.127.252:43115
05:46:22.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:22.485385 10385 heartbeater.cc:464] Registering TS with master...
05:46:22.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:22.489064 10385 heartbeater.cc:511] Master 127.9.127.252:43115 requested a full tablet report, sending...
05:46:22.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:22.491364 10386 heartbeater.cc:347] Connected to a master server at 127.9.127.253:37571
05:46:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:22.491930 10386 heartbeater.cc:464] Registering TS with master...
05:46:22.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:22.493443 10386 heartbeater.cc:511] Master 127.9.127.253:37571 requested a full tablet report, sending...
05:46:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:22.494004 10012 ts_manager.cc:194] Registered new tserver with Master: 15296763ea324a73a4347084a51e802a (127.9.127.193:41329)
05:46:22.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:22.503185 9898 ts_manager.cc:194] Registered new tserver with Master: 15296763ea324a73a4347084a51e802a (127.9.127.193:41329)
05:46:22.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:22.498749 10012 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.127.193:57083
05:46:22.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:22.521560 10395 heartbeater.cc:347] Connected to a master server at 127.9.127.254:40093
05:46:22.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:22.521961 10395 heartbeater.cc:464] Registering TS with master...
05:46:22.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:22.523334 10395 heartbeater.cc:511] Master 127.9.127.254:40093 requested a full tablet report, sending...
05:46:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:22.528324 9796 ts_manager.cc:194] Registered new tserver with Master: 15296763ea324a73a4347084a51e802a (127.9.127.193:41329)
05:46:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:23.225876 10391 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:46:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:23.226450 10391 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:46:23.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:23.227083 10391 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:46:23.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:23.259887 10391 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:46:23.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:23.261065 10391 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.127.194
05:46:23.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:23.295465 10391 tablet_server_runner.cc:78] Tablet server non-default flags:
05:46:23.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:23.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.127.212:33609
05:46:23.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:23.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:23.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-1/data
05:46:23.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-1/wal
05:46:23.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:23.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:23.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.127.194:0
05:46:23.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:46:23.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:23.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:23.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-1/data/info.pb
05:46:23.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.127.194
05:46:23.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:23.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.127.254:40093,127.9.127.253:37571,127.9.127.252:43115
05:46:23.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:46:23.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:23.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:46:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:46:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.127.194
05:46:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-1/logs
05:46:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:46:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:46:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
05:46:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:46:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:46:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:46:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
05:46:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
05:46:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:46:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:23.296911 10391 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:46:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:23.299119 10391 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:46:23.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:23.328722 10415 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:23.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:23.521438 10385 heartbeater.cc:503] Master 127.9.127.252:43115 was elected leader, sending a full tablet report...
05:46:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:23.329496 10411 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:24.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:23.330952 10391 server_base.cc:1034] running on GCE node
05:46:24.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:23.331807 10410 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:24.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:24.735282 10391 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:46:24.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:24.739899 10391 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:46:24.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:24.741348 10391 hybrid_clock.cc:648] HybridClock initialized: now 1786081584741270 us; error 50 us; skew 500 ppm
05:46:24.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:24.742416 10391 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:46:24.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:24.757947 10391 webserver.cc:460] Webserver started at http://127.9.127.194:45583/ using document root <none> and password file <none>
05:46:24.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:24.758991 10391 fs_manager.cc:359] Metadata directory not provided
05:46:24.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:24.759224 10391 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:46:24.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:24.759779 10391 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:46:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:24.765969 10391 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-1/data/instance:
05:46:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "83c1c19e9e4d437a89cc8eaea05e3b8e"
05:46:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:24 on dist-test-slave-45dx"
05:46:24.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:24.767167 10391 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-1/wal/instance:
05:46:24.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "83c1c19e9e4d437a89cc8eaea05e3b8e"
05:46:24.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:24 on dist-test-slave-45dx"
05:46:24.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:24.779125 10391 fs_manager.cc:691] Time spent creating directory manager: real 0.011s user 0.000s sys 0.012s
05:46:24.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:24.789748 10426 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:46:24.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:24.791190 10391 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.005s sys 0.003s
05:46:24.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:24.791574 10391 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-1/data,/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-1/wal
05:46:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "83c1c19e9e4d437a89cc8eaea05e3b8e"
05:46:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:24 on dist-test-slave-45dx"
05:46:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:24.791951 10391 fs_report.cc:383] FS layout report
05:46:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:46:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-1/wal
05:46:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-1/wal
05:46:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-1/data/data
05:46:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:46:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:46:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:46:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:46:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:46:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:46:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:46:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:46:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:46:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:46:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:46:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:24.859454 10391 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:46:24.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:24.861987 10391 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:46:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:24.862764 10391 kserver.cc:163] Server-wide thread pool size limit: 3276
05:46:24.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:24.870826 10391 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
05:46:24.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:24.880590 10391 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
05:46:24.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:24.880988 10391 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
05:46:24.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:24.881402 10391 ts_tablet_manager.cc:610] Registered 0 tablets
05:46:24.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:24.881664 10391 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
05:46:25.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:25.278167 10391 rpc_server.cc:307] RPC server started. Bound to: 127.9.127.194:46759
05:46:25.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:25.278280 10585 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.127.194:46759 every 8 connection(s)
05:46:25.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:25.281003 10391 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-1/data/info.pb
05:46:25.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:25.289446 9727 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu as pid 10391
05:46:25.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:25.289953 9727 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-1/wal/instance
05:46:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:25.300940 9727 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu
05:46:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu
05:46:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-2/wal
05:46:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-2/data
05:46:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:46:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:46:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:46:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-2/logs
05:46:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-2/data/info.pb
05:46:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:46:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:46:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:46:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:46:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
05:46:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:46:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.127.195:0
05:46:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.127.195
05:46:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.127.195
05:46:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.127.254:40093,127.9.127.253:37571,127.9.127.252:43115
05:46:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.127.212:33609
05:46:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
05:46:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:25.341297 10590 heartbeater.cc:347] Connected to a master server at 127.9.127.254:40093
05:46:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:25.341774 10590 heartbeater.cc:464] Registering TS with master...
05:46:25.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:25.343045 10590 heartbeater.cc:511] Master 127.9.127.254:40093 requested a full tablet report, sending...
05:46:25.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:25.345890 10587 heartbeater.cc:347] Connected to a master server at 127.9.127.252:43115
05:46:25.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:25.346201 10587 heartbeater.cc:464] Registering TS with master...
05:46:25.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:25.346167 9796 ts_manager.cc:194] Registered new tserver with Master: 83c1c19e9e4d437a89cc8eaea05e3b8e (127.9.127.194:46759)
05:46:25.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:25.346956 10587 heartbeater.cc:511] Master 127.9.127.252:43115 requested a full tablet report, sending...
05:46:25.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:25.349577 10012 ts_manager.cc:194] Registered new tserver with Master: 83c1c19e9e4d437a89cc8eaea05e3b8e (127.9.127.194:46759)
05:46:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:25.351141 10012 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.127.194:51303
05:46:25.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:25.353983 10588 heartbeater.cc:347] Connected to a master server at 127.9.127.253:37571
05:46:25.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:25.354372 10588 heartbeater.cc:464] Registering TS with master...
05:46:25.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:25.355130 10588 heartbeater.cc:511] Master 127.9.127.253:37571 requested a full tablet report, sending...
05:46:25.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:25.357733 9898 ts_manager.cc:194] Registered new tserver with Master: 83c1c19e9e4d437a89cc8eaea05e3b8e (127.9.127.194:46759)
05:46:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:25.707372 10597 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:46:25.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:25.707876 10597 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:46:25.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:25.708467 10597 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:46:25.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:25.741827 10597 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:46:25.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:25.742637 10597 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.127.195
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:25.781646 10597 tablet_server_runner.cc:78] Tablet server non-default flags:
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.127.212:33609
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-2/data
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-2/wal
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.127.195:0
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-2/data/info.pb
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.127.195
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.127.254:40093,127.9.127.253:37571,127.9.127.252:43115
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.127.195
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-2/logs
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
05:46:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:46:25.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:25.782858 10597 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:46:25.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:25.784977 10597 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:46:25.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:25.830390 10607 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:26.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:26.356209 10587 heartbeater.cc:503] Master 127.9.127.252:43115 was elected leader, sending a full tablet report...
05:46:27.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:25.834713 10612 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:27.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:25.830554 10609 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:27.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:27.458604 10610 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1629 milliseconds
05:46:27.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:27.458737 10597 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
05:46:27.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:27.460776 10597 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:46:27.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:27.464403 10597 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:46:27.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:27.468027 10597 hybrid_clock.cc:648] HybridClock initialized: now 1786081587467938 us; error 54 us; skew 500 ppm
05:46:27.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:27.469049 10597 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:46:27.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:27.489329 10597 webserver.cc:460] Webserver started at http://127.9.127.195:39297/ using document root <none> and password file <none>
05:46:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:27.490404 10597 fs_manager.cc:359] Metadata directory not provided
05:46:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:27.490592 10597 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:46:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:27.491101 10597 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:46:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:27.496933 10597 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-2/data/instance:
05:46:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb89217d49334e579f7cf8f212303ccc"
05:46:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:27 on dist-test-slave-45dx"
05:46:27.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:27.497956 10597 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-2/wal/instance:
05:46:27.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb89217d49334e579f7cf8f212303ccc"
05:46:27.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:27 on dist-test-slave-45dx"
05:46:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:27.508589 10597 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.006s sys 0.005s
05:46:27.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:27.518498 10625 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:46:27.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:27.519598 10597 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.002s sys 0.003s
05:46:27.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:27.519927 10597 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-2/data,/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-2/wal
05:46:27.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb89217d49334e579f7cf8f212303ccc"
05:46:27.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:27 on dist-test-slave-45dx"
05:46:27.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:27.520247 10597 fs_report.cc:383] FS layout report
05:46:27.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:46:27.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-2/wal
05:46:27.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-2/wal
05:46:27.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-2/data/data
05:46:27.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:46:27.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:46:27.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:46:27.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:46:27.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:46:27.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:46:27.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:46:27.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:46:27.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:46:27.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:46:27.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:46:27.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:27.585520 10597 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:46:27.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:27.587956 10597 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:46:27.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:27.588636 10597 kserver.cc:163] Server-wide thread pool size limit: 3276
05:46:27.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:27.594966 10597 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
05:46:27.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:27.604458 10597 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
05:46:27.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:27.604671 10597 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
05:46:27.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:27.604936 10597 ts_tablet_manager.cc:610] Registered 0 tablets
05:46:27.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:27.605062 10597 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
05:46:28.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:28.216749 10597 rpc_server.cc:307] RPC server started. Bound to: 127.9.127.195:42689
05:46:28.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:28.217342 10790 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.127.195:42689 every 8 connection(s)
05:46:28.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:28.219843 10597 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-2/data/info.pb
05:46:28.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:28.226156 9727 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu as pid 10597
05:46:28.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:28.226619 9727 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster614470648414457246/ts-2/wal/instance
05:46:28.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:28.347508 10791 heartbeater.cc:347] Connected to a master server at 127.9.127.252:43115
05:46:28.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:28.348357 10791 heartbeater.cc:464] Registering TS with master...
05:46:28.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:28.351215 10791 heartbeater.cc:511] Master 127.9.127.252:43115 requested a full tablet report, sending...
05:46:28.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:28.362357 10011 ts_manager.cc:194] Registered new tserver with Master: eb89217d49334e579f7cf8f212303ccc (127.9.127.195:42689)
05:46:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:28.363413 10793 heartbeater.cc:347] Connected to a master server at 127.9.127.253:37571
05:46:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:28.363948 10793 heartbeater.cc:464] Registering TS with master...
05:46:28.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:28.365898 10793 heartbeater.cc:511] Master 127.9.127.253:37571 requested a full tablet report, sending...
05:46:28.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:28.367259 10796 heartbeater.cc:347] Connected to a master server at 127.9.127.254:40093
05:46:28.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:28.367807 10796 heartbeater.cc:464] Registering TS with master...
05:46:28.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:28.370069 10796 heartbeater.cc:511] Master 127.9.127.254:40093 requested a full tablet report, sending...
05:46:28.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:28.371114 10011 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.127.195:41427
05:46:28.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:28.378346 9897 ts_manager.cc:194] Registered new tserver with Master: eb89217d49334e579f7cf8f212303ccc (127.9.127.195:42689)
05:46:28.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:28.379359 9796 ts_manager.cc:194] Registered new tserver with Master: eb89217d49334e579f7cf8f212303ccc (127.9.127.195:42689)
05:46:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:28.397581 9727 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
05:46:28.425 [DEBUG - main] (MiniKuduCluster.java:195) Response:
05:46:28.427 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
05:46:28.441 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.9.127.254"
port: 40093
}
bound_http_address {
host: "127.9.127.254"
port: 33079
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.9.127.253"
port: 37571
}
bound_http_address {
host: "127.9.127.253"
port: 45099
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.9.127.252"
port: 43115
}
bound_http_address {
host: "127.9.127.252"
port: 38893
}
}
}
05:46:28.446 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
05:46:28.449 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.9.127.193"
port: 41329
}
bound_http_address {
host: "127.9.127.193"
port: 46401
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.9.127.194"
port: 46759
}
bound_http_address {
host: "127.9.127.194"
port: 45583
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.9.127.195"
port: 42689
}
bound_http_address {
host: "127.9.127.195"
port: 39297
}
}
}
05:46:28.449 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
05:46:28.652 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
05:46:28.802 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskjabnt1/test-tmp
05:46:28.803 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
05:46:28.803 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskjabnt1/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
05:46:28.806 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
05:46:29.357 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:46:29.357 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
05:46:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:29.360925 10807 mini_oidc.cc:152] Starting JWKS server
05:46:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:29.370501 10807 webserver.cc:460] Webserver started at http://127.0.0.1:44637/ using document root <none> and password file <none>
05:46:29.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:29.371383 10807 mini_oidc.cc:189] Starting OIDC Discovery server
05:46:29.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:29.379630 10807 webserver.cc:460] Webserver started at http://127.0.0.1:44355/ using document root <none> and password file <none>
05:46:29.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:29.380558 10791 heartbeater.cc:503] Master 127.9.127.252:43115 was elected leader, sending a full tablet report...
05:46:29.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
05:46:29.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/principal' for realm 'KRBTEST.COM',
05:46:29.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
05:46:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 05:46:29 dist-test-slave-45dx krb5kdc[10822](info): setting up network...
05:46:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
05:46:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 05:46:29 dist-test-slave-45dx krb5kdc[10822](info): set up 2 sockets
05:46:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 05:46:29 dist-test-slave-45dx krb5kdc[10822](info): commencing operation
05:46:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
05:46:30.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:30.848232 10807 mini_kdc.cc:121] Time spent starting KDC: real 1.422s user 0.004s sys 0.044s
05:46:30.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
05:46:30.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
05:46:30.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
05:46:30.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
05:46:30.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
05:46:30.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
05:46:30.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
05:46:30.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
05:46:30.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
05:46:31.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
05:46:31.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/test-user.keytab.
05:46:31.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/test-user.keytab.
05:46:31.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 05:46:31 dist-test-slave-45dx krb5kdc[10822](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786081591, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:46:31.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
05:46:31.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T05:46:31Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
05:46:31.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T05:46:31Z Disabled control of system clock
05:46:31.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.10.141.254@KRBTEST.COM; defaulting to no policy
05:46:31.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
05:46:31.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.10.141.254@KRBTEST.COM" created.
05:46:31.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
05:46:31.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.10.141.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/kudu_127.10.141.254.keytab.
05:46:31.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.10.141.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/kudu_127.10.141.254.keytab.
05:46:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:31.108690 10807 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu
05:46:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu
05:46:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/wal
05:46:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/data
05:46:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:46:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:46:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:46:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/logs
05:46:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/data/info.pb
05:46:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:46:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:46:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:46:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:46:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:31.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:46:31.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:46:31.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:46:31.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:46:31.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.141.254:34651
05:46:31.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.141.254
05:46:31.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/kudu_127.10.141.254.keytab
05:46:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.141.254
05:46:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:46:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
05:46:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
05:46:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.141.212:41001
05:46:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:46:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.141.254:34651,127.10.141.253:40465,127.10.141.252:33943
05:46:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:46:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44637/jwks.json
05:46:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
05:46:31.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:31.676671 10839 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:46:31.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:31.677609 10839 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:46:31.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:31.678311 10839 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:46:31.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:31.713404 10839 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
05:46:31.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:31.713639 10839 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:46:31.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:31.713907 10839 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:46:31.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:31.714102 10839 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:46:31.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:31.714355 10839 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:46:31.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:31.714561 10839 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:46:31.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:31.714697 10839 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44637/jwks.json
05:46:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:31.755126 10839 master_runner.cc:386] Master server non-default flags:
05:46:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.141.212:41001
05:46:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/data
05:46:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/wal
05:46:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
05:46:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:46:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.141.254:34651,127.10.141.253:40465,127.10.141.252:33943
05:46:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/kudu_127.10.141.254.keytab
05:46:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.141.254
05:46:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.141.254:34651
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44637/jwks.json
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/data/info.pb
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.141.254
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/logs
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:46:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:46:31.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
05:46:31.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
05:46:31.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:46:31.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:31.756449 10839 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:46:31.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:31.757449 10839 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:46:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:31.806368 10850 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:31.807152 10852 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:31.814213 10854 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:33.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:33.364383 10853 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1559 milliseconds
05:46:33.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.364472 10839 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
05:46:33.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.365972 10839 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:46:33.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.369359 10839 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:46:33.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.370805 10839 hybrid_clock.cc:648] HybridClock initialized: now 1786081593370722 us; error 107 us; skew 500 ppm
05:46:33.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.371618 10839 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:46:33.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 05:46:33 dist-test-slave-45dx krb5kdc[10822](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786081593, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.141.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:46:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.378170 10839 init.cc:377] Logged in from keytab as kudu/127.10.141.254@KRBTEST.COM (short username kudu)
05:46:33.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.383648 10839 webserver.cc:460] Webserver started at http://127.10.141.254:39411/ using document root <none> and password file <none>
05:46:33.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.384626 10839 fs_manager.cc:359] Metadata directory not provided
05:46:33.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.384827 10839 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:46:33.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.385213 10839 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:46:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.390110 10839 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/data/instance:
05:46:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "17d3bfea9e9b4308b1c8032aad47ae7f"
05:46:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:33 on dist-test-slave-45dx"
05:46:33.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.391244 10839 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/wal/instance:
05:46:33.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "17d3bfea9e9b4308b1c8032aad47ae7f"
05:46:33.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:33 on dist-test-slave-45dx"
05:46:33.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.399768 10839 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.009s sys 0.001s
05:46:33.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.405411 10870 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:46:33.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.406649 10839 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
05:46:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.406948 10839 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/data,/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/wal
05:46:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "17d3bfea9e9b4308b1c8032aad47ae7f"
05:46:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:33 on dist-test-slave-45dx"
05:46:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.407249 10839 fs_report.cc:383] FS layout report
05:46:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:46:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/wal
05:46:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/wal
05:46:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/data/data
05:46:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:46:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:46:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:46:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:46:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:46:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:46:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:46:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:46:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:46:33.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:46:33.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:46:33.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.453601 10839 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:46:33.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.460594 10839 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:46:33.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.461078 10839 kserver.cc:163] Server-wide thread pool size limit: 3276
05:46:33.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.718947 10839 rpc_server.cc:307] RPC server started. Bound to: 127.10.141.254:34651
05:46:33.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.719381 10956 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.141.254:34651 every 8 connection(s)
05:46:33.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.723145 10839 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/data/info.pb
05:46:33.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.732103 10807 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu as pid 10839
05:46:33.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.732993 10807 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/wal/instance
05:46:33.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.740481 10957 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:46:33.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.10.141.253@KRBTEST.COM; defaulting to no policy
05:46:33.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
05:46:33.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.10.141.253@KRBTEST.COM" created.
05:46:33.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.762501 10957 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.141.254" port: 34651 } has no permanent_uuid. Determining permanent_uuid...
05:46:33.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
05:46:33.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.10.141.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/kudu_127.10.141.253.keytab.
05:46:33.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.10.141.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/kudu_127.10.141.253.keytab.
05:46:33.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.812434 10807 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu
05:46:33.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu
05:46:33.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/wal
05:46:33.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/data
05:46:33.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:46:33.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:46:33.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:46:33.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:33.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:33.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:33.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/logs
05:46:33.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/data/info.pb
05:46:33.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:33.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:46:33.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:46:33.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:46:33.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:46:33.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:33.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:33.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:33.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:46:33.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:46:33.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:46:33.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:46:33.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.141.253:40465
05:46:33.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.141.253
05:46:33.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:33.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/kudu_127.10.141.253.keytab
05:46:33.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.141.253
05:46:33.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:46:33.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
05:46:33.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
05:46:33.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.141.212:41001
05:46:33.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:33.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:33.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:33.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:46:33.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.141.254:34651,127.10.141.253:40465,127.10.141.252:33943
05:46:33.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:46:33.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44637/jwks.json
05:46:33.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
05:46:33.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 05:46:33 dist-test-slave-45dx krb5kdc[10822](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786081593, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.141.254@KRBTEST.COM for kudu/127.10.141.254@KRBTEST.COM
05:46:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.845641 10957 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.141.253" port: 40465 } has no permanent_uuid. Determining permanent_uuid...
05:46:33.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:33.849395 10873 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.141.253:40465: connect: Connection refused (error 111)
05:46:33.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:33.862605 10957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.141.253:40465: Network error: Client connection negotiation failed: client connection to 127.10.141.253:40465: connect: Connection refused (error 111)
05:46:33.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.912416 10957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.141.253" port: 40465 } attempt: 1
05:46:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:33.919289 10957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.141.253:40465: Network error: Client connection negotiation failed: client connection to 127.10.141.253:40465: connect: Connection refused (error 111)
05:46:33.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:33.987879 10957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.141.253" port: 40465 } attempt: 2
05:46:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:33.994423 10957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.141.253:40465: Network error: Client connection negotiation failed: client connection to 127.10.141.253:40465: connect: Connection refused (error 111)
05:46:34.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:34.085994 10957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.141.253" port: 40465 } attempt: 3
05:46:34.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:34.094064 10957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.141.253:40465: Network error: Client connection negotiation failed: client connection to 127.10.141.253:40465: connect: Connection refused (error 111)
05:46:34.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:34.237634 10957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.141.253" port: 40465 } attempt: 4
05:46:34.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:34.243893 10957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.141.253:40465: Network error: Client connection negotiation failed: client connection to 127.10.141.253:40465: connect: Connection refused (error 111)
05:46:34.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:34.453249 10967 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:46:34.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:34.454026 10967 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:46:34.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:34.454995 10967 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:46:34.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:34.489770 10967 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
05:46:34.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:34.490021 10967 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:46:34.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:34.490473 10967 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:46:34.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:34.490707 10967 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:46:34.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:34.490919 10967 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:46:34.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:34.491104 10967 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:46:34.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:34.491242 10967 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44637/jwks.json
05:46:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:34.530638 10967 master_runner.cc:386] Master server non-default flags:
05:46:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.141.212:41001
05:46:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/data
05:46:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/wal
05:46:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
05:46:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:46:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.141.254:34651,127.10.141.253:40465,127.10.141.252:33943
05:46:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/kudu_127.10.141.253.keytab
05:46:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.141.253
05:46:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:46:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.141.253:40465
05:46:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:46:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:46:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:46:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44637/jwks.json
05:46:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:46:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
05:46:34.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
05:46:34.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:34.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:34.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/data/info.pb
05:46:34.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.141.253
05:46:34.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:34.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:46:34.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:34.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:46:34.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:46:34.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:34.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/logs
05:46:34.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:34.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:46:34.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:46:34.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:46:34.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:46:34.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:46:34.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:46:34.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
05:46:34.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
05:46:34.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:46:34.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:34.532110 10967 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:46:34.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:34.533537 10967 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:46:34.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:34.543716 10957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.141.253" port: 40465 } attempt: 5
05:46:34.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:34.550873 10957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.141.253:40465: Network error: Client connection negotiation failed: client connection to 127.10.141.253:40465: connect: Connection refused (error 111)
05:46:34.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:34.582484 10976 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:35.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:35.098686 10957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.141.253" port: 40465 } attempt: 6
05:46:35.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:35.107131 10957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.141.253:40465: Network error: Client connection negotiation failed: client connection to 127.10.141.253:40465: connect: Connection refused (error 111)
05:46:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.167599 10957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.141.253" port: 40465 } attempt: 7
05:46:36.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:36.189311 10957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.141.253:40465: Network error: Client connection negotiation failed: client connection to 127.10.141.253:40465: connect: Connection refused (error 111)
05:46:36.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:34.582518 10977 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:36.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:34.590764 10979 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:36.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:36.299757 10978 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1719 milliseconds
05:46:36.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.299867 10967 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
05:46:36.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.301229 10967 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:46:36.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.305967 10967 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:46:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.309523 10967 hybrid_clock.cc:648] HybridClock initialized: now 1786081596309469 us; error 49 us; skew 500 ppm
05:46:36.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.310513 10967 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:46:36.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 05:46:36 dist-test-slave-45dx krb5kdc[10822](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786081596, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.141.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:46:36.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.321972 10967 init.cc:377] Logged in from keytab as kudu/127.10.141.253@KRBTEST.COM (short username kudu)
05:46:36.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.337241 10967 webserver.cc:460] Webserver started at http://127.10.141.253:44885/ using document root <none> and password file <none>
05:46:36.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.338440 10967 fs_manager.cc:359] Metadata directory not provided
05:46:36.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.338709 10967 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:46:36.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.339303 10967 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:46:36.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.346334 10967 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/data/instance:
05:46:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d07c03b89fdc4c8e853f2cd1b1b4ed76"
05:46:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:36 on dist-test-slave-45dx"
05:46:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.347949 10967 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/wal/instance:
05:46:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d07c03b89fdc4c8e853f2cd1b1b4ed76"
05:46:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:36 on dist-test-slave-45dx"
05:46:36.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.361078 10967 fs_manager.cc:691] Time spent creating directory manager: real 0.012s user 0.005s sys 0.005s
05:46:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.372156 10997 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:46:36.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.373400 10967 fs_manager.cc:725] Time spent opening block manager: real 0.009s user 0.001s sys 0.005s
05:46:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.373863 10967 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/data,/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/wal
05:46:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d07c03b89fdc4c8e853f2cd1b1b4ed76"
05:46:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:36 on dist-test-slave-45dx"
05:46:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.374429 10967 fs_report.cc:383] FS layout report
05:46:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:46:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/wal
05:46:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/wal
05:46:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/data/data
05:46:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:46:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:46:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:46:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:46:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:46:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:46:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:46:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:46:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:46:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:46:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:46:36.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.440064 10967 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:46:36.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.454025 10967 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:46:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.454953 10967 kserver.cc:163] Server-wide thread pool size limit: 3276
05:46:36.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.743510 10967 rpc_server.cc:307] RPC server started. Bound to: 127.10.141.253:40465
05:46:36.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.743747 11070 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.141.253:40465 every 8 connection(s)
05:46:36.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.746816 10967 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/data/info.pb
05:46:36.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.754204 10807 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu as pid 10967
05:46:36.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.754977 10807 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/wal/instance
05:46:36.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.761222 11071 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:46:36.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.10.141.252@KRBTEST.COM; defaulting to no policy
05:46:36.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.784103 11071 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.141.254" port: 34651 } has no permanent_uuid. Determining permanent_uuid...
05:46:36.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
05:46:36.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.10.141.252@KRBTEST.COM" created.
05:46:36.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 05:46:36 dist-test-slave-45dx krb5kdc[10822](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786081596, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.141.253@KRBTEST.COM for kudu/127.10.141.254@KRBTEST.COM
05:46:36.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:36.894943 11071 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.141.253" port: 40465 } has no permanent_uuid. Determining permanent_uuid...
05:46:37.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 05:46:37 dist-test-slave-45dx krb5kdc[10822](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786081596, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.141.253@KRBTEST.COM for kudu/127.10.141.253@KRBTEST.COM
05:46:37.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
05:46:37.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.10.141.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/kudu_127.10.141.252.keytab.
05:46:37.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.10.141.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/kudu_127.10.141.252.keytab.
05:46:37.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:37.064088 10807 mini_kdc.cc:262] Time spent creating service keytab for kudu/127.10.141.252: real 0.306s user 0.002s sys 0.035s
05:46:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:37.066150 10807 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu
05:46:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu
05:46:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/wal
05:46:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/data
05:46:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:46:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:46:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:46:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/logs
05:46:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/data/info.pb
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.141.252:33943
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.141.252
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/kudu_127.10.141.252.keytab
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.141.252
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.141.212:41001
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.141.254:34651,127.10.141.253:40465,127.10.141.252:33943
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44637/jwks.json
05:46:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
05:46:37.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:37.079744 11071 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } has no permanent_uuid. Determining permanent_uuid...
05:46:37.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:37.084170 10998 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.141.252:33943: connect: Connection refused (error 111)
05:46:37.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:37.093729 11071 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.141.252:33943: Network error: Client connection negotiation failed: client connection to 127.10.141.252:33943: connect: Connection refused (error 111)
05:46:37.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:37.143610 11071 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } attempt: 1
05:46:37.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:37.149472 11071 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.141.252:33943: Network error: Client connection negotiation failed: client connection to 127.10.141.252:33943: connect: Connection refused (error 111)
05:46:37.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:37.217967 11071 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } attempt: 2
05:46:37.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:37.222462 11071 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.141.252:33943: Network error: Client connection negotiation failed: client connection to 127.10.141.252:33943: connect: Connection refused (error 111)
05:46:37.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:37.313844 11071 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } attempt: 3
05:46:37.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:37.320211 11071 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.141.252:33943: Network error: Client connection negotiation failed: client connection to 127.10.141.252:33943: connect: Connection refused (error 111)
05:46:37.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:37.463792 11071 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } attempt: 4
05:46:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:37.470028 11071 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.141.252:33943: Network error: Client connection negotiation failed: client connection to 127.10.141.252:33943: connect: Connection refused (error 111)
05:46:37.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:37.637151 11079 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:46:37.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:37.637892 11079 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:46:37.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:37.638564 11079 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:46:37.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:37.672530 11079 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
05:46:37.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:37.672747 11079 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:46:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:37.673031 11079 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:46:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:37.673372 11079 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:46:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:37.673683 11079 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:46:37.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:37.674008 11079 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:46:37.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:37.674288 11079 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44637/jwks.json
05:46:37.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:37.714107 11079 master_runner.cc:386] Master server non-default flags:
05:46:37.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:37.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.141.212:41001
05:46:37.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:37.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:37.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/data
05:46:37.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/wal
05:46:37.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.141.254:34651,127.10.141.253:40465,127.10.141.252:33943
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/kudu_127.10.141.252.keytab
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.141.252
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.141.252:33943
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44637/jwks.json
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/data/info.pb
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.141.252
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/logs
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:46:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:46:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:46:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:46:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:46:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:46:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
05:46:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
05:46:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:46:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:37.715791 11079 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:46:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:37.717060 11079 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:46:37.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:37.762359 11090 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:37.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:37.769554 11071 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } attempt: 5
05:46:37.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:37.777271 11071 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.141.252:33943: Network error: Client connection negotiation failed: client connection to 127.10.141.252:33943: connect: Connection refused (error 111)
05:46:38.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:38.279919 10957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.141.253" port: 40465 } attempt: 8
05:46:38.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:38.324882 11071 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } attempt: 6
05:46:38.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 05:46:38 dist-test-slave-45dx krb5kdc[10822](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786081593, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.141.254@KRBTEST.COM for kudu/127.10.141.253@KRBTEST.COM
05:46:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:38.365252 11071 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.141.252:33943: Network error: Client connection negotiation failed: client connection to 127.10.141.252:33943: connect: Connection refused (error 111)
05:46:38.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:38.369009 10957 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } has no permanent_uuid. Determining permanent_uuid...
05:46:38.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:38.379688 10957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.141.252:33943: Network error: Client connection negotiation failed: client connection to 127.10.141.252:33943: connect: Connection refused (error 111)
05:46:38.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:38.448382 10957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } attempt: 1
05:46:38.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:38.456146 10957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.141.252:33943: Network error: Client connection negotiation failed: client connection to 127.10.141.252:33943: connect: Connection refused (error 111)
05:46:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:38.509783 10957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } attempt: 2
05:46:38.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:38.514978 10957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.141.252:33943: Network error: Client connection negotiation failed: client connection to 127.10.141.252:33943: connect: Connection refused (error 111)
05:46:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:38.591639 10957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } attempt: 3
05:46:38.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:38.600236 10957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.141.252:33943: Network error: Client connection negotiation failed: client connection to 127.10.141.252:33943: connect: Connection refused (error 111)
05:46:38.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:38.755903 10957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } attempt: 4
05:46:38.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:38.765926 10957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.141.252:33943: Network error: Client connection negotiation failed: client connection to 127.10.141.252:33943: connect: Connection refused (error 111)
05:46:39.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.062623 10957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } attempt: 5
05:46:39.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:39.066893 10871 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.141.252:33943: connect: Connection refused (error 111) [suppressed 12 similar messages]
05:46:39.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:39.071280 10957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.141.252:33943: Network error: Client connection negotiation failed: client connection to 127.10.141.252:33943: connect: Connection refused (error 111)
05:46:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:37.770723 11092 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:39.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:37.763772 11087 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:39.369856 11091 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1608 milliseconds
05:46:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.369964 11079 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
05:46:39.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.371330 11079 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:46:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.374075 11079 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:46:39.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.375442 11079 hybrid_clock.cc:648] HybridClock initialized: now 1786081599375414 us; error 37 us; skew 500 ppm
05:46:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.376291 11079 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:46:39.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 05:46:39 dist-test-slave-45dx krb5kdc[10822](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786081599, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.141.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:46:39.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.385063 11079 init.cc:377] Logged in from keytab as kudu/127.10.141.252@KRBTEST.COM (short username kudu)
05:46:39.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.396183 11079 webserver.cc:460] Webserver started at http://127.10.141.252:46339/ using document root <none> and password file <none>
05:46:39.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.397203 11079 fs_manager.cc:359] Metadata directory not provided
05:46:39.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.397382 11079 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:46:39.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.397747 11079 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:46:39.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.403347 11079 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/data/instance:
05:46:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "647cc2ef938248a68f2f2e0d9d13ea2e"
05:46:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:39 on dist-test-slave-45dx"
05:46:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.404525 11079 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/wal/instance:
05:46:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "647cc2ef938248a68f2f2e0d9d13ea2e"
05:46:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:39 on dist-test-slave-45dx"
05:46:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.415701 11079 fs_manager.cc:691] Time spent creating directory manager: real 0.011s user 0.005s sys 0.005s
05:46:39.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.424502 11114 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:46:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.425859 11079 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.003s sys 0.004s
05:46:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.425889 11071 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } attempt: 7
05:46:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.426232 11079 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/data,/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/wal
05:46:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "647cc2ef938248a68f2f2e0d9d13ea2e"
05:46:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:39 on dist-test-slave-45dx"
05:46:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.426703 11079 fs_report.cc:383] FS layout report
05:46:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:46:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/wal
05:46:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/wal
05:46:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/data/data
05:46:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:46:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:46:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:46:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:46:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:46:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:46:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:46:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:46:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:46:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:46:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:46:39.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:39.438832 11071 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.141.252:33943: Network error: Client connection negotiation failed: client connection to 127.10.141.252:33943: connect: Connection refused (error 111)
05:46:39.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.491901 11079 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:46:39.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.499029 11079 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:46:39.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.499717 11079 kserver.cc:163] Server-wide thread pool size limit: 3276
05:46:39.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.592764 10957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } attempt: 6
05:46:39.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:39.607324 10957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.141.252:33943: Network error: Client connection negotiation failed: client connection to 127.10.141.252:33943: connect: Connection refused (error 111)
05:46:39.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.711750 11201 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.141.252:33943 every 8 connection(s)
05:46:39.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.712350 11079 rpc_server.cc:307] RPC server started. Bound to: 127.10.141.252:33943
05:46:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.717573 11079 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/data/info.pb
05:46:39.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.724054 10807 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu as pid 11079
05:46:39.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.725741 10807 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/wal/instance
05:46:39.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.734601 11202 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:46:39.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.779690 11202 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.141.254" port: 34651 } has no permanent_uuid. Determining permanent_uuid...
05:46:39.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 05:46:39 dist-test-slave-45dx krb5kdc[10822](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786081591, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.10.141.252@KRBTEST.COM
05:46:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 05:46:39 dist-test-slave-45dx krb5kdc[10822](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786081599, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.141.252@KRBTEST.COM for kudu/127.10.141.254@KRBTEST.COM
05:46:39.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.840112 11202 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.141.253" port: 40465 } has no permanent_uuid. Determining permanent_uuid...
05:46:39.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 05:46:39 dist-test-slave-45dx krb5kdc[10822](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786081599, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.141.252@KRBTEST.COM for kudu/127.10.141.253@KRBTEST.COM
05:46:39.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 05:46:39 dist-test-slave-45dx krb5kdc[10822](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786081591, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.10.141.253@KRBTEST.COM
05:46:39.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.879540 11202 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } has no permanent_uuid. Determining permanent_uuid...
05:46:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 05:46:39 dist-test-slave-45dx krb5kdc[10822](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786081599, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.141.252@KRBTEST.COM for kudu/127.10.141.252@KRBTEST.COM
05:46:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 05:46:39 dist-test-slave-45dx krb5kdc[10822](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786081591, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.10.141.254@KRBTEST.COM
05:46:39.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.928432 11202 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: Bootstrap starting.
05:46:39.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.931344 10807 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
05:46:39.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.946345 11202 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: Neither blocks nor log segments found. Creating new log.
05:46:39.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.953684 11202 log.cc:824] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: Log is configured to *not* fsync() on all Append() calls
05:46:39.965 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:46:39.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:39.965931 11202 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: No bootstrap required, opened a new log
05:46:39.966 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
05:46:39.982 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
05:46:39.983 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
05:46:39.986 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.10.141.254"
port: 34651
}
bound_http_address {
host: "127.10.141.254"
port: 39411
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.10.141.253"
port: 40465
}
bound_http_address {
host: "127.10.141.253"
port: 44885
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.10.141.252"
port: 33943
}
bound_http_address {
host: "127.10.141.252"
port: 46339
}
}
}
05:46:39.986 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
05:46:39.987 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:46:39.987 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
05:46:39.988 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
05:46:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:40.020766 11202 raft_consensus.cc:348] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d3bfea9e9b4308b1c8032aad47ae7f" member_type: VOTER last_known_addr { host: "127.10.141.254" port: 34651 } } peers { permanent_uuid: "d07c03b89fdc4c8e853f2cd1b1b4ed76" member_type: VOTER last_known_addr { host: "127.10.141.253" port: 40465 } } peers { permanent_uuid: "647cc2ef938248a68f2f2e0d9d13ea2e" member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } }
05:46:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:40.021466 11202 raft_consensus.cc:374] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:46:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:40.021803 11202 raft_consensus.cc:729] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 647cc2ef938248a68f2f2e0d9d13ea2e, State: Initialized, Role: FOLLOWER
05:46:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:40.022801 11202 consensus_queue.cc:260] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d3bfea9e9b4308b1c8032aad47ae7f" member_type: VOTER last_known_addr { host: "127.10.141.254" port: 34651 } } peers { permanent_uuid: "d07c03b89fdc4c8e853f2cd1b1b4ed76" member_type: VOTER last_known_addr { host: "127.10.141.253" port: 40465 } } peers { permanent_uuid: "647cc2ef938248a68f2f2e0d9d13ea2e" member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } }
05:46:40.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:40.026206 11212 sys_catalog.cc:455] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d3bfea9e9b4308b1c8032aad47ae7f" member_type: VOTER last_known_addr { host: "127.10.141.254" port: 34651 } } peers { permanent_uuid: "d07c03b89fdc4c8e853f2cd1b1b4ed76" member_type: VOTER last_known_addr { host: "127.10.141.253" port: 40465 } } peers { permanent_uuid: "647cc2ef938248a68f2f2e0d9d13ea2e" member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } } }
05:46:40.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:40.027667 11202 sys_catalog.cc:564] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [sys.catalog]: configured and running, proceeding with master startup.
05:46:40.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:40.027731 11212 sys_catalog.cc:458] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [sys.catalog]: This master's current role is: FOLLOWER
05:46:40.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 05:46:40 dist-test-slave-45dx krb5kdc[10822](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786081600, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:46:40.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
05:46:40.063 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:46:40.066 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/krb5cc
05:46:40.075 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
05:46:40.076 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/krb5cc
05:46:40.078 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
05:46:40.085 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
05:46:40.087 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
05:46:40.087 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
05:46:40.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:40.117738 11234 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:46:40.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:40.119000 11234 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:46:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:40.105362 11079 master_runner.cc:186] Error getting master registration for 127.10.141.254:34651: OK, instance_id { permanent_uuid: "17d3bfea9e9b4308b1c8032aad47ae7f" instance_seqno: 1786081593627902 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
05:46:40.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:40.152761 11079 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:46:40.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 05:46:40 dist-test-slave-45dx krb5kdc[10822](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786081600, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:46:40.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
05:46:40.160 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:46:40.161 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/krb5cc
05:46:40.162 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
05:46:40.163 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.10.141.252:33943
05:46:40.164 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
05:46:40.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:40.165318 10807 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu with pid 11079
05:46:40.195 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:46:40.195 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.10.141.253:40465
05:46:40.195 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
05:46:40.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:40.196254 10807 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu with pid 10967
05:46:40.227 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:46:40.227 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.10.141.254:34651
05:46:40.227 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
05:46:40.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:40.227941 10807 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu with pid 10839
05:46:40.258 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:46:40.258 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.10.141.252:33943
05:46:40.261 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
05:46:40.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:40.263150 10807 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu
05:46:40.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu
05:46:40.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/wal
05:46:40.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/data
05:46:40.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:46:40.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:46:40.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:46:40.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:40.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/logs
05:46:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/data/info.pb
05:46:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:46:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:46:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:46:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:46:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:46:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:46:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:46:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:46:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.141.252:33943
05:46:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.141.252
05:46:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46339
05:46:40.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/kudu_127.10.141.252.keytab
05:46:40.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.141.252
05:46:40.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:46:40.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
05:46:40.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
05:46:40.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.141.212:41001
05:46:40.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:40.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:40.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:40.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:46:40.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.141.254:34651,127.10.141.253:40465,127.10.141.252:33943
05:46:40.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:46:40.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44637/jwks.json
05:46:40.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
05:46:40.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:40.593931 11239 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:46:40.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:40.594631 11239 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:46:40.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:40.595383 11239 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:46:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:40.629465 11239 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
05:46:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:40.629752 11239 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:46:40.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:40.630151 11239 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:46:40.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:40.630486 11239 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:46:40.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:40.630797 11239 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:46:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:40.631115 11239 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:46:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:40.631348 11239 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44637/jwks.json
05:46:40.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:40.669023 11239 master_runner.cc:386] Master server non-default flags:
05:46:40.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:40.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.141.212:41001
05:46:40.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:40.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:40.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/data
05:46:40.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/wal
05:46:40.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
05:46:40.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.141.254:34651,127.10.141.253:40465,127.10.141.252:33943
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/kudu_127.10.141.252.keytab
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.141.252
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.141.252:33943
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44637/jwks.json
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/data/info.pb
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.141.252
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46339
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/logs
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:46:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:46:40.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:46:40.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:46:40.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:46:40.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
05:46:40.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
05:46:40.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:46:40.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:40.670686 11239 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:46:40.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:40.672129 11239 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:46:40.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:40.691020 11245 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:41.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:40.691367 11246 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:41.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:40.693022 11239 server_base.cc:1034] running on GCE node
05:46:41.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:40.691921 11251 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:41.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:41.941171 11239 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:46:41.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:41.944660 11239 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:46:41.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:41.946100 11239 hybrid_clock.cc:648] HybridClock initialized: now 1786081601946060 us; error 59 us; skew 500 ppm
05:46:41.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:41.946915 11239 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:46:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 05:46:41 dist-test-slave-45dx krb5kdc[10822](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786081601, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.141.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:46:41.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:41.953099 11239 init.cc:377] Logged in from keytab as kudu/127.10.141.252@KRBTEST.COM (short username kudu)
05:46:41.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:41.958580 11239 webserver.cc:460] Webserver started at http://127.10.141.252:46339/ using document root <none> and password file <none>
05:46:41.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:41.959537 11239 fs_manager.cc:359] Metadata directory not provided
05:46:41.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:41.959791 11239 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:46:41.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:41.968140 11239 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.007s sys 0.000s
05:46:41.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:41.972729 11264 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:46:41.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:41.973762 11239 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.003s
05:46:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:41.974192 11239 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/data,/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/wal
05:46:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "647cc2ef938248a68f2f2e0d9d13ea2e"
05:46:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:39 on dist-test-slave-45dx"
05:46:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:41.976846 11239 fs_report.cc:383] FS layout report
05:46:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:46:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/wal
05:46:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/wal
05:46:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/data/data
05:46:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:46:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:46:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:46:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:46:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:46:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:46:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:46:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:46:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:46:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:46:41.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:46:42.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.025012 11239 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:46:42.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.030656 11239 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:46:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.031199 11239 kserver.cc:163] Server-wide thread pool size limit: 3276
05:46:42.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.106614 11239 rpc_server.cc:307] RPC server started. Bound to: 127.10.141.252:33943
05:46:42.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.106738 11348 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.141.252:33943 every 8 connection(s)
05:46:42.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.109630 11239 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-2/data/info.pb
05:46:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.113250 10807 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu as pid 11239
05:46:42.114 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:46:42.114 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.10.141.253:40465
05:46:42.115 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.116671 10807 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/wal
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/data
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/logs
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/data/info.pb
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.141.253:40465
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.141.253
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44885
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/kudu_127.10.141.253.keytab
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.141.253
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.141.212:41001
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:46:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.141.254:34651,127.10.141.253:40465,127.10.141.252:33943
05:46:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:46:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44637/jwks.json
05:46:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
05:46:42.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.122025 11350 sys_catalog.cc:263] Verifying existing consensus state
05:46:42.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.129374 11350 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: Bootstrap starting.
05:46:42.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.167258 11350 log.cc:824] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: Log is configured to *not* fsync() on all Append() calls
05:46:42.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.172461 11350 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
05:46:42.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.173345 11350 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: Bootstrap complete.
05:46:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.197785 11350 raft_consensus.cc:348] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d3bfea9e9b4308b1c8032aad47ae7f" member_type: VOTER last_known_addr { host: "127.10.141.254" port: 34651 } } peers { permanent_uuid: "d07c03b89fdc4c8e853f2cd1b1b4ed76" member_type: VOTER last_known_addr { host: "127.10.141.253" port: 40465 } } peers { permanent_uuid: "647cc2ef938248a68f2f2e0d9d13ea2e" member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } }
05:46:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.200100 11350 raft_consensus.cc:374] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:46:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.200435 11350 raft_consensus.cc:729] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 647cc2ef938248a68f2f2e0d9d13ea2e, State: Initialized, Role: FOLLOWER
05:46:42.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.201427 11350 consensus_queue.cc:260] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d3bfea9e9b4308b1c8032aad47ae7f" member_type: VOTER last_known_addr { host: "127.10.141.254" port: 34651 } } peers { permanent_uuid: "d07c03b89fdc4c8e853f2cd1b1b4ed76" member_type: VOTER last_known_addr { host: "127.10.141.253" port: 40465 } } peers { permanent_uuid: "647cc2ef938248a68f2f2e0d9d13ea2e" member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } }
05:46:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.216416 11357 sys_catalog.cc:455] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d3bfea9e9b4308b1c8032aad47ae7f" member_type: VOTER last_known_addr { host: "127.10.141.254" port: 34651 } } peers { permanent_uuid: "d07c03b89fdc4c8e853f2cd1b1b4ed76" member_type: VOTER last_known_addr { host: "127.10.141.253" port: 40465 } } peers { permanent_uuid: "647cc2ef938248a68f2f2e0d9d13ea2e" member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } } }
05:46:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.217309 11357 sys_catalog.cc:458] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [sys.catalog]: This master's current role is: FOLLOWER
05:46:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.218791 11350 sys_catalog.cc:564] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [sys.catalog]: configured and running, proceeding with master startup.
05:46:42.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:42.248183 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:46:42.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:42.248835 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:46:42.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.251084 11239 master_runner.cc:186] Error getting master registration for 127.10.141.254:34651: Network error: Client connection negotiation failed: client connection to 127.10.141.254:34651: connect: Connection refused (error 111),
05:46:42.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.282378 11239 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:46:42.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:42.286631 11270 tablet.cc:2369] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:46:42.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:42.343745 10581 debug-util.cc:398] Leaking SignalData structure 0x7b08000af060 after lost signal to thread 10402
05:46:42.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:42.344997 10581 debug-util.cc:398] Leaking SignalData structure 0x7b08000af500 after lost signal to thread 10585
05:46:42.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:42.522228 11354 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:46:42.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:42.522890 11354 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:46:42.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:42.523653 11354 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:46:42.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:42.560135 11354 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
05:46:42.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:42.560452 11354 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:46:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:42.560860 11354 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:46:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:42.561209 11354 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:46:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:42.561546 11354 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:46:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:42.561923 11354 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:46:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:42.562156 11354 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44637/jwks.json
05:46:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.602785 11354 master_runner.cc:386] Master server non-default flags:
05:46:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.141.212:41001
05:46:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/data
05:46:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/wal
05:46:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
05:46:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:46:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.141.254:34651,127.10.141.253:40465,127.10.141.252:33943
05:46:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/kudu_127.10.141.253.keytab
05:46:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.141.253
05:46:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:46:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.141.253:40465
05:46:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:46:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:46:42.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:46:42.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44637/jwks.json
05:46:42.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:46:42.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
05:46:42.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
05:46:42.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/data/info.pb
05:46:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.141.253
05:46:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44885
05:46:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:46:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:46:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:46:42.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:42.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/logs
05:46:42.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:42.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:46:42.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:46:42.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:46:42.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:46:42.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:46:42.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:46:42.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
05:46:42.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
05:46:42.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:46:42.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.604364 11354 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:46:42.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.605690 11354 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:46:42.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.622483 11357 raft_consensus.cc:482] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:46:42.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.623006 11357 raft_consensus.cc:504] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d3bfea9e9b4308b1c8032aad47ae7f" member_type: VOTER last_known_addr { host: "127.10.141.254" port: 34651 } } peers { permanent_uuid: "d07c03b89fdc4c8e853f2cd1b1b4ed76" member_type: VOTER last_known_addr { host: "127.10.141.253" port: 40465 } } peers { permanent_uuid: "647cc2ef938248a68f2f2e0d9d13ea2e" member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } }
05:46:42.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:42.627274 11268 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.141.254:34651: connect: Connection refused (error 111)
05:46:42.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.630915 11357 leader_election.cc:288] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 17d3bfea9e9b4308b1c8032aad47ae7f (127.10.141.254:34651), d07c03b89fdc4c8e853f2cd1b1b4ed76 (127.10.141.253:40465)
05:46:42.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:42.641685 11383 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:42.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:42.643725 11267 leader_election.cc:334] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d07c03b89fdc4c8e853f2cd1b1b4ed76 (127.10.141.253:40465): Network error: Client connection negotiation failed: client connection to 127.10.141.253:40465: connect: Connection refused (error 111)
05:46:42.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:42.654906 11268 leader_election.cc:334] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 17d3bfea9e9b4308b1c8032aad47ae7f (127.10.141.254:34651): Network error: Client connection negotiation failed: client connection to 127.10.141.254:34651: connect: Connection refused (error 111)
05:46:42.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.655442 11268 leader_election.cc:302] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 647cc2ef938248a68f2f2e0d9d13ea2e; no voters: 17d3bfea9e9b4308b1c8032aad47ae7f, d07c03b89fdc4c8e853f2cd1b1b4ed76
05:46:42.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:42.656493 11357 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
05:46:43.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:43.253580 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:46:43.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:43.254026 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:46:44.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:42.648928 11386 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:44.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:42.646445 11382 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:44.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:44.200824 11384 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
05:46:44.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.200984 11354 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
05:46:44.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.202634 11354 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:46:44.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.213678 11354 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:46:44.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.215339 11354 hybrid_clock.cc:648] HybridClock initialized: now 1786081604215262 us; error 86 us; skew 500 ppm
05:46:44.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.216570 11354 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:46:44.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 05:46:44 dist-test-slave-45dx krb5kdc[10822](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786081604, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.141.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:46:44.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.229069 11354 init.cc:377] Logged in from keytab as kudu/127.10.141.253@KRBTEST.COM (short username kudu)
05:46:44.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.245018 11354 webserver.cc:460] Webserver started at http://127.10.141.253:44885/ using document root <none> and password file <none>
05:46:44.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.246356 11354 fs_manager.cc:359] Metadata directory not provided
05:46:44.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.246666 11354 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:46:44.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:44.258070 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:46:44.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:44.258898 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:46:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.261442 11354 fs_manager.cc:709] Time spent opening directory manager: real 0.010s user 0.010s sys 0.001s
05:46:44.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.274344 11404 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:46:44.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.275769 11354 fs_manager.cc:725] Time spent opening block manager: real 0.011s user 0.005s sys 0.004s
05:46:44.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.276165 11354 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/data,/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/wal
05:46:44.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d07c03b89fdc4c8e853f2cd1b1b4ed76"
05:46:44.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:36 on dist-test-slave-45dx"
05:46:44.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.278968 11354 fs_report.cc:383] FS layout report
05:46:44.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:46:44.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/wal
05:46:44.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/wal
05:46:44.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/data/data
05:46:44.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:46:44.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:46:44.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:46:44.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:46:44.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:46:44.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:46:44.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:46:44.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:46:44.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:46:44.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:46:44.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:46:44.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.289134 11405 raft_consensus.cc:482] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:46:44.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.289651 11405 raft_consensus.cc:504] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d3bfea9e9b4308b1c8032aad47ae7f" member_type: VOTER last_known_addr { host: "127.10.141.254" port: 34651 } } peers { permanent_uuid: "d07c03b89fdc4c8e853f2cd1b1b4ed76" member_type: VOTER last_known_addr { host: "127.10.141.253" port: 40465 } } peers { permanent_uuid: "647cc2ef938248a68f2f2e0d9d13ea2e" member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } }
05:46:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.291858 11405 leader_election.cc:288] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 17d3bfea9e9b4308b1c8032aad47ae7f (127.10.141.254:34651), d07c03b89fdc4c8e853f2cd1b1b4ed76 (127.10.141.253:40465)
05:46:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:44.325512 11268 leader_election.cc:334] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 17d3bfea9e9b4308b1c8032aad47ae7f (127.10.141.254:34651): Network error: Client connection negotiation failed: client connection to 127.10.141.254:34651: connect: Connection refused (error 111)
05:46:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:44.327420 11267 leader_election.cc:334] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d07c03b89fdc4c8e853f2cd1b1b4ed76 (127.10.141.253:40465): Network error: Client connection negotiation failed: client connection to 127.10.141.253:40465: connect: Connection refused (error 111)
05:46:44.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.328044 11267 leader_election.cc:302] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 647cc2ef938248a68f2f2e0d9d13ea2e; no voters: 17d3bfea9e9b4308b1c8032aad47ae7f, d07c03b89fdc4c8e853f2cd1b1b4ed76
05:46:44.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.329013 11405 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
05:46:44.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.368743 11354 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:46:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.377323 11354 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:46:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.377874 11354 kserver.cc:163] Server-wide thread pool size limit: 3276
05:46:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.665709 11354 rpc_server.cc:307] RPC server started. Bound to: 127.10.141.253:40465
05:46:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.665836 11481 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.141.253:40465 every 8 connection(s)
05:46:44.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.668990 11354 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/data/info.pb
05:46:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.671075 10807 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu as pid 11354
05:46:44.672 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:46:44.672 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.10.141.254:34651
05:46:44.673 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
05:46:44.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.676918 10807 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu
05:46:44.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu
05:46:44.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/wal
05:46:44.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/data
05:46:44.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:46:44.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:46:44.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:46:44.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:44.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:44.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:44.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/logs
05:46:44.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/data/info.pb
05:46:44.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:44.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:46:44.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:46:44.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:46:44.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:46:44.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:44.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:44.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:44.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:46:44.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:46:44.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:46:44.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:46:44.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.141.254:34651
05:46:44.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.141.254
05:46:44.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39411
05:46:44.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/kudu_127.10.141.254.keytab
05:46:44.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.141.254
05:46:44.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:46:44.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
05:46:44.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
05:46:44.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.141.212:41001
05:46:44.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:44.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:44.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:44.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:46:44.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.141.254:34651,127.10.141.253:40465,127.10.141.252:33943
05:46:44.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:46:44.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44637/jwks.json
05:46:44.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
05:46:44.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.715905 11482 sys_catalog.cc:263] Verifying existing consensus state
05:46:44.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260807 05:46:44.718457 11482 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
05:46:44.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.719244 11354 master.cc:537] Master@127.10.141.253:40465 shutting down...
05:46:44.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:44.821784 11354 master.cc:552] Master@127.10.141.253:40465 shutdown complete.
05:46:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
05:46:45.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:45.104948 11485 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:46:45.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:45.105684 11485 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:46:45.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:45.106434 11485 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:46:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:45.140722 11485 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
05:46:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:45.141050 11485 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:46:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:45.141489 11485 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:46:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:45.141927 11485 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:46:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:45.142256 11485 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:46:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:45.142565 11485 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:46:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:45.142807 11485 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44637/jwks.json
05:46:45.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:45.185207 11485 master_runner.cc:386] Master server non-default flags:
05:46:45.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:45.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.141.212:41001
05:46:45.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:45.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:45.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/data
05:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/wal
05:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
05:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.141.254:34651,127.10.141.253:40465,127.10.141.252:33943
05:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/krb5kdc/kudu_127.10.141.254.keytab
05:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.141.254
05:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.141.254:34651
05:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44637/jwks.json
05:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
05:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
05:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/data/info.pb
05:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.141.254
05:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39411
05:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:45.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/logs
05:46:45.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:45.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:46:45.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:46:45.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:46:45.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:46:45.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:46:45.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:46:45.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
05:46:45.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
05:46:45.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:46:45.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:45.186655 11485 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:46:45.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:45.188004 11485 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:46:45.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:45.238622 11500 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:45.263305 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:46:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:45.263957 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:46:45.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:45.534912 10786 debug-util.cc:398] Leaking SignalData structure 0x7b08000ae060 after lost signal to thread 10601
05:46:45.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:45.537024 10786 debug-util.cc:398] Leaking SignalData structure 0x7b08000bbde0 after lost signal to thread 10790
05:46:45.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:45.550113 11339 debug-util.cc:398] Leaking SignalData structure 0x7b08000730c0 after lost signal to thread 11240
05:46:45.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:45.550796 11339 debug-util.cc:398] Leaking SignalData structure 0x7b08000b2d60 after lost signal to thread 11348
05:46:46.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:46.268855 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:46:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:46.269685 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:46:47.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:47.273916 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:46:47.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:47.274550 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:46:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:47.314181 11509 raft_consensus.cc:482] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:46:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:47.315003 11509 raft_consensus.cc:504] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d3bfea9e9b4308b1c8032aad47ae7f" member_type: VOTER last_known_addr { host: "127.10.141.254" port: 34651 } } peers { permanent_uuid: "d07c03b89fdc4c8e853f2cd1b1b4ed76" member_type: VOTER last_known_addr { host: "127.10.141.253" port: 40465 } } peers { permanent_uuid: "647cc2ef938248a68f2f2e0d9d13ea2e" member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } }
05:46:47.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:47.364789 11509 leader_election.cc:288] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 17d3bfea9e9b4308b1c8032aad47ae7f (127.10.141.254:34651), d07c03b89fdc4c8e853f2cd1b1b4ed76 (127.10.141.253:40465)
05:46:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:47.379438 11239 master_runner.cc:186] Error getting master registration for 127.10.141.254:34651: Network error: Client connection negotiation failed: client connection to 127.10.141.254:34651: connect: Connection refused (error 111),
05:46:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:47.380059 11239 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:46:47.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:47.388075 11268 leader_election.cc:334] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 17d3bfea9e9b4308b1c8032aad47ae7f (127.10.141.254:34651): Network error: Client connection negotiation failed: client connection to 127.10.141.254:34651: connect: Connection refused (error 111)
05:46:47.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:47.394649 11267 leader_election.cc:334] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d07c03b89fdc4c8e853f2cd1b1b4ed76 (127.10.141.253:40465): Network error: Client connection negotiation failed: client connection to 127.10.141.253:40465: connect: Connection refused (error 111)
05:46:47.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:47.395509 11267 leader_election.cc:302] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 647cc2ef938248a68f2f2e0d9d13ea2e; no voters: 17d3bfea9e9b4308b1c8032aad47ae7f, d07c03b89fdc4c8e853f2cd1b1b4ed76
05:46:47.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:47.398094 11509 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
05:46:48.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:46.616714 11493 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 11485
05:46:48.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:48.057579 11493 kernel_stack_watchdog.cc:198] Thread 11485 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 376ms:
05:46:48.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
05:46:48.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
05:46:48.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
05:46:48.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
05:46:48.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:45.240661 11501 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:48.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:48.060355 11485 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.822s user 0.701s sys 1.159s
05:46:48.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:48.060711 11485 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.822s user 0.701s sys 1.159s
05:46:48.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:48.061170 11504 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:48.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:48.063997 11503 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2820 milliseconds
05:46:48.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:48.063989 11485 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
05:46:48.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:48.065922 11485 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:46:48.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:48.069590 11485 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:46:48.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:48.071085 11485 hybrid_clock.cc:648] HybridClock initialized: now 1786081608070891 us; error 198 us; skew 500 ppm
05:46:48.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:48.072435 11485 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:46:48.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 05:46:48 dist-test-slave-45dx krb5kdc[10822](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786081608, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.141.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:46:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:48.080392 11485 init.cc:377] Logged in from keytab as kudu/127.10.141.254@KRBTEST.COM (short username kudu)
05:46:48.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:48.087172 11485 webserver.cc:460] Webserver started at http://127.10.141.254:39411/ using document root <none> and password file <none>
05:46:48.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:48.088435 11485 fs_manager.cc:359] Metadata directory not provided
05:46:48.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:48.088725 11485 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:46:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:48.101532 11485 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.006s sys 0.002s
05:46:48.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:48.107545 11523 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:46:48.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:48.109601 11485 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.001s
05:46:48.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:48.110064 11485 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/data,/tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/wal
05:46:48.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "17d3bfea9e9b4308b1c8032aad47ae7f"
05:46:48.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 05:46:33 on dist-test-slave-45dx"
05:46:48.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:48.113809 11485 fs_report.cc:383] FS layout report
05:46:48.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:46:48.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/wal
05:46:48.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/wal
05:46:48.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/data/data
05:46:48.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:46:48.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:46:48.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:46:48.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:46:48.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:46:48.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:46:48.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:46:48.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:46:48.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:46:48.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:46:48.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:46:48.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:48.196556 11485 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:46:48.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:48.206661 11485 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:46:48.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:48.207639 11485 kserver.cc:163] Server-wide thread pool size limit: 3276
05:46:48.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:48.280061 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:46:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:48.280866 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:46:48.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:48.423203 11485 rpc_server.cc:307] RPC server started. Bound to: 127.10.141.254:34651
05:46:48.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:48.423271 11592 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.141.254:34651 every 8 connection(s)
05:46:48.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:48.426556 11485 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/data/info.pb
05:46:48.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:48.433085 10807 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu as pid 11485
05:46:48.434 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:46:48.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:48.470687 11595 sys_catalog.cc:263] Verifying existing consensus state
05:46:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260807 05:46:48.472995 11595 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
05:46:48.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:48.475466 11485 master.cc:537] Master@127.10.141.254:34651 shutting down...
05:46:48.569 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.10.141.252:33943(127.10.141.252:33943)] connecting to peer
05:46:48.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:48.597138 11485 master.cc:552] Master@127.10.141.254:34651 shutdown complete.
05:46:48.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskjabnt1/test-tmp/mini-kudu-cluster1097537397697912247/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
05:46:48.663 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.10.141.253:40465(127.10.141.253:40465)] connecting to peer
05:46:48.668 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.10.141.254:34651(127.10.141.254:34651)] connecting to peer
05:46:48.744 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.10.141.252:33943(127.10.141.252:33943)] Successfully connected to peer
05:46:48.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:48.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.141.253:40465(127.10.141.253:40465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:48.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.253:40465: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:48.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:48.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.254:34651(127.10.141.254:34651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:48.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.254:34651: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:48.833 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
05:46:48.849 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.10.141.252
05:46:49.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 05:46:49 dist-test-slave-45dx krb5kdc[10822](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786081600, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.10.141.252@KRBTEST.COM
05:46:49.147 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbbc2256d, L:/127.0.0.1:60234 - R:/127.10.141.252:33943] using SASL/GSSAPI
05:46:49.168 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651; will retry
05:46:49.190 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.253:40465(127.10.141.253:40465)] connecting to peer
05:46:49.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:49.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.141.253:40465(127.10.141.253:40465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:49.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.253:40465: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:49.196 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.254:34651(127.10.141.254:34651)] connecting to peer
05:46:49.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:49.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.254:34651(127.10.141.254:34651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:49.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.254:34651: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:49.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651; will retry
05:46:49.228 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.253:40465(127.10.141.253:40465)] connecting to peer
05:46:49.229 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.254:34651(127.10.141.254:34651)] connecting to peer
05:46:49.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:49.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.141.253:40465(127.10.141.253:40465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:49.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.253:40465: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:49.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:49.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.254:34651(127.10.141.254:34651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:49.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.254:34651: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:49.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651; will retry
05:46:49.268 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.253:40465(127.10.141.253:40465)] connecting to peer
05:46:49.269 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.254:34651(127.10.141.254:34651)] connecting to peer
05:46:49.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:49.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.141.253:40465(127.10.141.253:40465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:49.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.253:40465: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:49.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:49.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.254:34651(127.10.141.254:34651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:49.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.254:34651: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:49.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651; will retry
05:46:49.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:49.283865 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:46:49.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:49.284338 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:46:49.308 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.253:40465(127.10.141.253:40465)] connecting to peer
05:46:49.309 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.254:34651(127.10.141.254:34651)] connecting to peer
05:46:49.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:49.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.141.253:40465(127.10.141.253:40465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:49.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.253:40465: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:49.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:49.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.254:34651(127.10.141.254:34651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:49.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.254:34651: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:49.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651; will retry
05:46:49.347 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.253:40465(127.10.141.253:40465)] connecting to peer
05:46:49.349 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.254:34651(127.10.141.254:34651)] connecting to peer
05:46:49.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:49.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.141.253:40465(127.10.141.253:40465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:49.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.253:40465: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:49.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:49.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.254:34651(127.10.141.254:34651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:49.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.254:34651: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:49.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651; will retry
05:46:49.408 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.253:40465(127.10.141.253:40465)] connecting to peer
05:46:49.409 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.254:34651(127.10.141.254:34651)] connecting to peer
05:46:49.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:49.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.141.253:40465(127.10.141.253:40465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:49.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.253:40465: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:49.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:49.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.254:34651(127.10.141.254:34651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:49.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.254:34651: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:49.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651; will retry
05:46:49.548 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.253:40465(127.10.141.253:40465)] connecting to peer
05:46:49.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:49.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.141.253:40465(127.10.141.253:40465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:49.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.253:40465: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:49.554 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.254:34651(127.10.141.254:34651)] connecting to peer
05:46:49.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:49.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.254:34651(127.10.141.254:34651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:49.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.254:34651: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:49.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651; will retry
05:46:49.790 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.253:40465(127.10.141.253:40465)] connecting to peer
05:46:49.792 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.254:34651(127.10.141.254:34651)] connecting to peer
05:46:49.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:49.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.141.253:40465(127.10.141.253:40465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:49.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.253:40465: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:49.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:49.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.254:34651(127.10.141.254:34651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:49.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.254:34651: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:49.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651; will retry
05:46:50.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:50.096746 11603 raft_consensus.cc:482] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:46:50.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:50.097182 11603 raft_consensus.cc:504] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d3bfea9e9b4308b1c8032aad47ae7f" member_type: VOTER last_known_addr { host: "127.10.141.254" port: 34651 } } peers { permanent_uuid: "d07c03b89fdc4c8e853f2cd1b1b4ed76" member_type: VOTER last_known_addr { host: "127.10.141.253" port: 40465 } } peers { permanent_uuid: "647cc2ef938248a68f2f2e0d9d13ea2e" member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } }
05:46:50.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:50.098898 11603 leader_election.cc:288] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 17d3bfea9e9b4308b1c8032aad47ae7f (127.10.141.254:34651), d07c03b89fdc4c8e853f2cd1b1b4ed76 (127.10.141.253:40465)
05:46:50.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:50.100679 11268 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.141.254:34651: connect: Connection refused (error 111) [suppressed 5 similar messages]
05:46:50.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:50.103413 11268 leader_election.cc:334] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 17d3bfea9e9b4308b1c8032aad47ae7f (127.10.141.254:34651): Network error: Client connection negotiation failed: client connection to 127.10.141.254:34651: connect: Connection refused (error 111)
05:46:50.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:50.103796 11267 leader_election.cc:334] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d07c03b89fdc4c8e853f2cd1b1b4ed76 (127.10.141.253:40465): Network error: Client connection negotiation failed: client connection to 127.10.141.253:40465: connect: Connection refused (error 111)
05:46:50.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:50.104089 11267 leader_election.cc:302] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 647cc2ef938248a68f2f2e0d9d13ea2e; no voters: 17d3bfea9e9b4308b1c8032aad47ae7f, d07c03b89fdc4c8e853f2cd1b1b4ed76
05:46:50.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:50.104681 11603 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
05:46:50.108 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.253:40465(127.10.141.253:40465)] connecting to peer
05:46:50.110 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.254:34651(127.10.141.254:34651)] connecting to peer
05:46:50.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:50.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.141.253:40465(127.10.141.253:40465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:50.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:50.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.254:34651(127.10.141.254:34651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:50.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.253:40465: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:50.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.254:34651: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:50.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651; will retry
05:46:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:50.287343 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:46:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:50.287652 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:46:50.687 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.253:40465(127.10.141.253:40465)] connecting to peer
05:46:50.689 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.254:34651(127.10.141.254:34651)] connecting to peer
05:46:50.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:50.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.141.253:40465(127.10.141.253:40465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:50.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.253:40465: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:50.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:50.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.254:34651(127.10.141.254:34651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:50.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.254:34651: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:50.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651; will retry
05:46:50.768 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.253:40465(127.10.141.253:40465)] connecting to peer
05:46:50.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:50.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.141.253:40465(127.10.141.253:40465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:50.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.253:40465: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:50.771 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.254:34651(127.10.141.254:34651)] connecting to peer
05:46:50.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:50.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.254:34651(127.10.141.254:34651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:50.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.254:34651: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:50.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651; will retry
05:46:50.888 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.253:40465(127.10.141.253:40465)] connecting to peer
05:46:50.890 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.254:34651(127.10.141.254:34651)] connecting to peer
05:46:50.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:50.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.141.253:40465(127.10.141.253:40465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:50.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.253:40465: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:50.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:50.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.254:34651(127.10.141.254:34651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:50.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.254:34651: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:50.893 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651; will retry
05:46:51.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:51.291321 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:46:51.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:51.291661 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:46:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 05:46:51 dist-test-slave-45dx krb5kdc[10822](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786081611, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.141.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:46:51.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:51.957021 11260 init.cc:295] Successfully reacquired a new kerberos TGT
05:46:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:52.294726 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:46:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:52.295008 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:46:52.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:52.383463 11239 master_runner.cc:186] Error getting master registration for 127.10.141.254:34651: Network error: Client connection negotiation failed: client connection to 127.10.141.254:34651: connect: Connection refused (error 111),
05:46:52.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:52.383945 11239 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:46:52.668 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.253:40465(127.10.141.253:40465)] connecting to peer
05:46:52.670 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.254:34651(127.10.141.254:34651)] connecting to peer
05:46:52.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:52.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.141.253:40465(127.10.141.253:40465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:52.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.253:40465: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:52.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:52.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.254:34651(127.10.141.254:34651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:52.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.254:34651: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:52.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651; will retry
05:46:53.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:53.298319 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:46:53.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:53.298579 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:46:54.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:54.301576 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:46:54.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:54.301839 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:46:55.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:55.304672 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:46:55.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:55.304934 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:46:55.828 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.253:40465(127.10.141.253:40465)] connecting to peer
05:46:55.830 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.254:34651(127.10.141.254:34651)] connecting to peer
05:46:55.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:55.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.141.253:40465(127.10.141.253:40465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:55.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.253:40465: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:55.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:55.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.254:34651(127.10.141.254:34651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:55.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.254:34651: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:55.833 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651; will retry
05:46:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:56.307634 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:46:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:56.308009 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:46:56.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:56.745098 11339 debug-util.cc:398] Leaking SignalData structure 0x7b08000b1220 after lost signal to thread 11240
05:46:56.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:56.745819 11339 debug-util.cc:398] Leaking SignalData structure 0x7b08000b4140 after lost signal to thread 11348
05:46:57.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:57.310820 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:46:57.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:57.311059 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:46:57.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:57.410079 11239 master_runner.cc:186] Error getting master registration for 127.10.141.254:34651: Network error: Client connection negotiation failed: client connection to 127.10.141.254:34651: connect: Connection refused (error 111),
05:46:57.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:57.410473 11239 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:46:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:57.589823 11625 raft_consensus.cc:482] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:46:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:57.590382 11625 raft_consensus.cc:504] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d3bfea9e9b4308b1c8032aad47ae7f" member_type: VOTER last_known_addr { host: "127.10.141.254" port: 34651 } } peers { permanent_uuid: "d07c03b89fdc4c8e853f2cd1b1b4ed76" member_type: VOTER last_known_addr { host: "127.10.141.253" port: 40465 } } peers { permanent_uuid: "647cc2ef938248a68f2f2e0d9d13ea2e" member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } }
05:46:57.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:57.592398 11625 leader_election.cc:288] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 17d3bfea9e9b4308b1c8032aad47ae7f (127.10.141.254:34651), d07c03b89fdc4c8e853f2cd1b1b4ed76 (127.10.141.253:40465)
05:46:57.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:57.593505 11268 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.141.254:34651: connect: Connection refused (error 111) [suppressed 1 similar messages]
05:46:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:57.597052 11268 leader_election.cc:334] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 17d3bfea9e9b4308b1c8032aad47ae7f (127.10.141.254:34651): Network error: Client connection negotiation failed: client connection to 127.10.141.254:34651: connect: Connection refused (error 111)
05:46:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:57.597656 11267 leader_election.cc:334] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d07c03b89fdc4c8e853f2cd1b1b4ed76 (127.10.141.253:40465): Network error: Client connection negotiation failed: client connection to 127.10.141.253:40465: connect: Connection refused (error 111)
05:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:57.597968 11267 leader_election.cc:302] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 647cc2ef938248a68f2f2e0d9d13ea2e; no voters: 17d3bfea9e9b4308b1c8032aad47ae7f, d07c03b89fdc4c8e853f2cd1b1b4ed76
05:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:46:57.598687 11625 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
05:46:58.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:58.315266 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:46:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:58.315793 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:46:58.508 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.253:40465(127.10.141.253:40465)] connecting to peer
05:46:58.511 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.254:34651(127.10.141.254:34651)] connecting to peer
05:46:58.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:58.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.141.253:40465(127.10.141.253:40465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:58.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.253:40465: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:58.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:58.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.254:34651(127.10.141.254:34651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:58.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.254:34651: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:58.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651; will retry
05:46:59.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:59.403710 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:46:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:46:59.426069 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:46:59.869 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.253:40465(127.10.141.253:40465)] connecting to peer
05:46:59.870 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.254:34651(127.10.141.254:34651)] connecting to peer
05:46:59.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:59.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.141.253:40465(127.10.141.253:40465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:59.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.253:40465: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:46:59.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:59.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.254:34651(127.10.141.254:34651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:59.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.254:34651: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:46:59.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651; will retry
05:47:00.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:00.435310 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:00.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:00.435722 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:01.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:01.439725 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:01.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:01.440074 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:01.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 05:47:01 dist-test-slave-45dx krb5kdc[10822](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786081621, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.141.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:47:01.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:47:01.959623 11260 init.cc:295] Successfully reacquired a new kerberos TGT
05:47:02.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:47:02.413981 11239 master_runner.cc:186] Error getting master registration for 127.10.141.254:34651: Network error: Client connection negotiation failed: client connection to 127.10.141.254:34651: connect: Connection refused (error 111),
05:47:02.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:47:02.414520 11239 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:47:02.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:02.444048 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:02.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:02.444387 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:02.508 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.253:40465(127.10.141.253:40465)] connecting to peer
05:47:02.509 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.254:34651(127.10.141.254:34651)] connecting to peer
05:47:02.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:02.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.141.253:40465(127.10.141.253:40465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:02.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:02.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.254:34651(127.10.141.254:34651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:02.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.253:40465: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:02.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.254:34651: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:02.513 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651; will retry
05:47:02.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:47:02.886293 11639 raft_consensus.cc:482] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:47:02.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:47:02.886746 11639 raft_consensus.cc:504] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d3bfea9e9b4308b1c8032aad47ae7f" member_type: VOTER last_known_addr { host: "127.10.141.254" port: 34651 } } peers { permanent_uuid: "d07c03b89fdc4c8e853f2cd1b1b4ed76" member_type: VOTER last_known_addr { host: "127.10.141.253" port: 40465 } } peers { permanent_uuid: "647cc2ef938248a68f2f2e0d9d13ea2e" member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } }
05:47:02.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:47:02.888590 11639 leader_election.cc:288] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 17d3bfea9e9b4308b1c8032aad47ae7f (127.10.141.254:34651), d07c03b89fdc4c8e853f2cd1b1b4ed76 (127.10.141.253:40465)
05:47:02.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:02.890281 11268 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.141.254:34651: connect: Connection refused (error 111) [suppressed 1 similar messages]
05:47:02.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:02.893210 11267 leader_election.cc:334] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d07c03b89fdc4c8e853f2cd1b1b4ed76 (127.10.141.253:40465): Network error: Client connection negotiation failed: client connection to 127.10.141.253:40465: connect: Connection refused (error 111)
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:02.894194 11268 leader_election.cc:334] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 17d3bfea9e9b4308b1c8032aad47ae7f (127.10.141.254:34651): Network error: Client connection negotiation failed: client connection to 127.10.141.254:34651: connect: Connection refused (error 111)
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:47:02.894551 11268 leader_election.cc:302] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 647cc2ef938248a68f2f2e0d9d13ea2e; no voters: 17d3bfea9e9b4308b1c8032aad47ae7f, d07c03b89fdc4c8e853f2cd1b1b4ed76
05:47:02.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:47:02.895254 11639 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
05:47:03.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:03.448405 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:03.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:03.448719 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:04.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:04.452675 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:04.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:04.452988 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:04.747 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.253:40465(127.10.141.253:40465)] connecting to peer
05:47:04.750 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.254:34651(127.10.141.254:34651)] connecting to peer
05:47:04.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:04.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.141.253:40465(127.10.141.253:40465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:04.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.253:40465: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:04.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:04.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.254:34651(127.10.141.254:34651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:04.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.254:34651: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:04.753 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651; will retry
05:47:05.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:05.457060 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:05.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:05.457429 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:05.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:47:05.586009 11648 raft_consensus.cc:482] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:47:05.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:47:05.586380 11648 raft_consensus.cc:504] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d3bfea9e9b4308b1c8032aad47ae7f" member_type: VOTER last_known_addr { host: "127.10.141.254" port: 34651 } } peers { permanent_uuid: "d07c03b89fdc4c8e853f2cd1b1b4ed76" member_type: VOTER last_known_addr { host: "127.10.141.253" port: 40465 } } peers { permanent_uuid: "647cc2ef938248a68f2f2e0d9d13ea2e" member_type: VOTER last_known_addr { host: "127.10.141.252" port: 33943 } }
05:47:05.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:47:05.588002 11648 leader_election.cc:288] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 17d3bfea9e9b4308b1c8032aad47ae7f (127.10.141.254:34651), d07c03b89fdc4c8e853f2cd1b1b4ed76 (127.10.141.253:40465)
05:47:05.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:05.592250 11268 leader_election.cc:334] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 17d3bfea9e9b4308b1c8032aad47ae7f (127.10.141.254:34651): Network error: Client connection negotiation failed: client connection to 127.10.141.254:34651: connect: Connection refused (error 111)
05:47:05.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:05.592733 11267 leader_election.cc:334] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d07c03b89fdc4c8e853f2cd1b1b4ed76 (127.10.141.253:40465): Network error: Client connection negotiation failed: client connection to 127.10.141.253:40465: connect: Connection refused (error 111)
05:47:05.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:47:05.593065 11267 leader_election.cc:302] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 647cc2ef938248a68f2f2e0d9d13ea2e; no voters: 17d3bfea9e9b4308b1c8032aad47ae7f, d07c03b89fdc4c8e853f2cd1b1b4ed76
05:47:05.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:47:05.593569 11648 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
05:47:06.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:06.462303 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:06.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:06.462626 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:06.948 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.253:40465(127.10.141.253:40465)] connecting to peer
05:47:06.949 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.254:34651(127.10.141.254:34651)] connecting to peer
05:47:06.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:06.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.141.253:40465(127.10.141.253:40465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:06.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.253:40465: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:06.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:06.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.254:34651(127.10.141.254:34651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:06.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.254:34651: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:06.952 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651; will retry
05:47:07.028 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.253:40465(127.10.141.253:40465)] connecting to peer
05:47:07.028 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.254:34651(127.10.141.254:34651)] connecting to peer
05:47:07.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:07.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.254:34651(127.10.141.254:34651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:07.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.254:34651: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:07.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:07.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.141.253:40465(127.10.141.253:40465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:07.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.253:40465: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:07.032 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651; will retry
05:47:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:47:07.417300 11239 master_runner.cc:186] Error getting master registration for 127.10.141.254:34651: Network error: Client connection negotiation failed: client connection to 127.10.141.254:34651: connect: Connection refused (error 111),
05:47:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:47:07.417685 11239 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:47:07.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:07.465509 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:07.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:07.465772 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:07.828 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.253:40465(127.10.141.253:40465)] connecting to peer
05:47:07.828 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.254:34651(127.10.141.254:34651)] connecting to peer
05:47:07.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:07.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.141.253:40465(127.10.141.253:40465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:07.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:07.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.253:40465: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:07.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.254:34651(127.10.141.254:34651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:07.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.254:34651: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:07.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651; will retry
05:47:08.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:08.468734 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:08.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:08.469017 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:09.471521 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:09.471745 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:10.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:10.474819 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:10.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:10.475160 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:10.668 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.253:40465(127.10.141.253:40465)] connecting to peer
05:47:10.669 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.254:34651(127.10.141.254:34651)] connecting to peer
05:47:10.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:10.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:10.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.141.253:40465(127.10.141.253:40465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:10.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.254:34651(127.10.141.254:34651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:10.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.254:34651: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:10.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.253:40465: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:10.672 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651; will retry
05:47:11.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:11.478518 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:11.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:11.478859 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:11.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 05:47:11 dist-test-slave-45dx krb5kdc[10822](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786081631, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.141.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:47:11.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:47:11.962090 11260 init.cc:295] Successfully reacquired a new kerberos TGT
05:47:12.408 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.253:40465(127.10.141.253:40465)] connecting to peer
05:47:12.409 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.254:34651(127.10.141.254:34651)] connecting to peer
05:47:12.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:12.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.141.253:40465(127.10.141.253:40465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:12.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.253:40465: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:12.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:12.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.254:34651(127.10.141.254:34651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:12.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.254:34651: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:12.412 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651; will retry
05:47:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:47:12.420883 11239 master_runner.cc:186] Error getting master registration for 127.10.141.254:34651: Network error: Client connection negotiation failed: client connection to 127.10.141.254:34651: connect: Connection refused (error 111),
05:47:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:47:12.421257 11239 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:47:12.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:12.481557 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:12.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:12.481818 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:13.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:13.484193 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:13.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:13.484462 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:13.848 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.253:40465(127.10.141.253:40465)] connecting to peer
05:47:13.849 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.254:34651(127.10.141.254:34651)] connecting to peer
05:47:13.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:13.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.141.253:40465(127.10.141.253:40465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:13.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.253:40465: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:13.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:13.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.254:34651(127.10.141.254:34651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:13.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.254:34651: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:13.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651; will retry
05:47:14.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:14.486804 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:14.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:14.487102 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:15.227 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.253:40465(127.10.141.253:40465)] connecting to peer
05:47:15.228 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.254:34651(127.10.141.254:34651)] connecting to peer
05:47:15.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:15.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.141.253:40465(127.10.141.253:40465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:15.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.253:40465: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:15.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:15.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.254:34651(127.10.141.254:34651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:15.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.254:34651: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:15.232 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651; will retry
05:47:15.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:15.489593 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:15.489845 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:16.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:16.493049 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:16.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:16.493309 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:17.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:47:17.423885 11239 master_runner.cc:186] Error getting master registration for 127.10.141.254:34651: Network error: Client connection negotiation failed: client connection to 127.10.141.254:34651: connect: Connection refused (error 111),
05:47:17.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:47:17.424249 11239 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:47:17.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:17.495657 11371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 647cc2ef938248a68f2f2e0d9d13ea2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:17.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:17.495950 11371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:18.167 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.253:40465(127.10.141.253:40465)] connecting to peer
05:47:18.168 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.141.254:34651(127.10.141.254:34651)] connecting to peer
05:47:18.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:18.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.141.253:40465(127.10.141.253:40465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:18.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.253:40465: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465
05:47:18.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:18.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.254:34651(127.10.141.254:34651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:18.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.141.254:34651: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
05:47:18.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651; will retry
05:47:18.176 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29731), Traces: [0ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [210ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [310ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [363ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [710ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [715ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [734ms] refreshing cache from master, [734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [742ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [758ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [764ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [765ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [774ms] refreshing cache from master, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [779ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [782ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [788ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [791ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [814ms] refreshing cache from master, [814ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [818ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [820ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [821ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [823ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [854ms] refreshing cache from master, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [860ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [865ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [866ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [867ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [893ms] refreshing cache from master, [894ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [894ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [897ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [901ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [902ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [903ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [954ms] refreshing cache from master, [954ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [955ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [955ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [958ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [961ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [962ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [963ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [1094ms] refreshing cache from master, [1094ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [1095ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [1097ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [1099ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [1100ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [1104ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [1334ms] refreshing cache from master, [1334ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [1337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [1338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [1339ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [1344ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [1654ms] refreshing cache from master, [1654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [1655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [1656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [1658ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [1659ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [1663ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [2233ms] refreshing cache from master, [2234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [2234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [2236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [2237ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [2239ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [2240ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [2241ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [2314ms] refreshing cache from master, [2315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [2315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [2316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [2318ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [2319ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [2320ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [2321ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [2434ms] refreshing cache from master, [2434ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [2434ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [2436ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [2437ms] too many traces: truncated at 100 traces, deferred=Deferred@1164840193(state=PENDING, result=null, callback=(continuation of Deferred@1044584914 after retry RPC after error@644786361) -> (continuation of Deferred@185956041 after retry RPC after error@1042707631) -> (continuation of Deferred@403535664 after retry RPC after error@1265971176) -> (continuation of Deferred@1802939249 after retry RPC after error@1727539644) -> (continuation of Deferred@364865188 after retry RPC after error@2010583444) -> (continuation of Deferred@690225468 after retry RPC after error@238450797) -> (continuation of Deferred@1624417609 after retry RPC after error@801526646) -> (continuation of Deferred@652380755 after retry RPC after error@455769074) -> (continuation of Deferred@1856470323 after retry RPC after error@1936186994) -> (continuation of Deferred@1097167455 after retry RPC after error@156791914) -> (continuation of Deferred@1556340375 after retry RPC after error@286924595) -> (continuation of Deferred@2064085189 after retry RPC after error@825663723) -> (continuation of Deferred@1942218556 after retry RPC after error@845254128) -> (continuation of Deferred@1923109409 after retry RPC after error@1989514598) -> (continuation of Deferred@436430479 after retry RPC after error@607348274) -> (continuation of Deferred@1416759759 after retry RPC after error@244750466) -> (continuation of Deferred@262185153 after retry RPC after error@807224817) -> (continuation of Deferred@1961168460 after retry RPC after error@1317915354) -> (continuation of Deferred@1151458658 after retry RPC after error@508111562) -> (continuation of Deferred@1107476513 after retry RPC after error@1652099489) -> (continuation of Deferred@679055937 after retry RPC after error@2142364414) -> (continuation of Deferred@736503521 after retry RPC after error@33035837) -> (continuation of Deferred@1702324185 after retry RPC after error@354541467) -> (continuation of Deferred@267006704 after retry RPC after error@1315083470) -> (continuation of Deferred@284523380 after retry RPC after error@196326390) -> (continuation of Deferred@1427144130 after retry RPC after error@260982602), errback=(continuation of Deferred@1044584914 after retry RPC after error@644786361) -> (continuation of Deferred@185956041 after retry RPC after error@1042707631) -> (continuation of Deferred@403535664 after retry RPC after error@1265971176) -> (continuation of Deferred@1802939249 after retry RPC after error@1727539644) -> (continuation of Deferred@364865188 after retry RPC after error@2010583444) -> (continuation of Deferred@690225468 after retry RPC after error@238450797) -> (continuation of Deferred@1624417609 after retry RPC after error@801526646) -> (continuation of Deferred@652380755 after retry RPC after error@455769074) -> (continuation of Deferred@1856470323 after retry RPC after error@1936186994) -> (continuation of Deferred@1097167455 after retry RPC after error@156791914) -> (continuation of Deferred@1556340375 after retry RPC after error@286924595) -> (continuation of Deferred@2064085189 after retry RPC after error@825663723) -> (continuation of Deferred@1942218556 after retry RPC after error@845254128) -> (continuation of Deferred@1923109409 after retry RPC after error@1989514598) -> (continuation of Deferred@436430479 after retry RPC after error@607348274) -> (continuation of Deferred@1416759759 after retry RPC after error@244750466) -> (continuation of Deferred@262185153 after retry RPC after error@807224817) -> (continuation of Deferred@1961168460 after retry RPC after error@1317915354) -> (continuation of Deferred@1151458658 after retry RPC after error@508111562) -> (continuation of Deferred@1107476513 after retry RPC after error@1652099489) -> (continuation of Deferred@679055937 after retry RPC after error@2142364414) -> (continuation of Deferred@736503521 after retry RPC after error@33035837) -> (continuation of Deferred@1702324185 after retry RPC after error@354541467) -> (continuation of Deferred@267006704 after retry RPC after error@1315083470) -> (continuation of Deferred@284523380 after retry RPC after error@196326390) -> (continuation of Deferred@1427144130 after retry RPC after error@260982602)))
05:47:18.182 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.10.141.254:34651(127.10.141.254:34651)] disconnecting while in state TERMINATED
05:47:18.183 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.10.141.253:40465(127.10.141.253:40465)] disconnecting while in state TERMINATED
05:47:18.184 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.10.141.252:33943(127.10.141.252:33943)] disconnecting while in state READY
05:47:18.189 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
05:47:18.191 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.10.141.252:33943(127.10.141.252:33943)] handling channelInactive
05:47:18.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.141.252:33943(127.10.141.252:33943)] cleaning up while in state READY due to: connection closed
05:47:18.191 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
05:47:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:47:18.198923 10807 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu with pid 11239
05:47:19.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T05:47:19Z chronyd exiting
05:47:20.431 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
05:47:20.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:47:20.432675 9727 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu with pid 10147
05:47:20.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:47:20.471153 9727 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu with pid 10391
05:47:20.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:47:20.509349 9727 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu with pid 10597
05:47:20.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:47:20.553261 9727 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu with pid 9745
05:47:20.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:47:20.593823 9727 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu with pid 9844
05:47:20.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 05:47:20.628018 9992 connection.cc:535] client connection to 127.9.127.253:37571 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
05:47:20.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 05:47:20.628274 9727 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskjabnt1/build/tsan/bin/kudu with pid 9952
05:47:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T05:47:21Z chronyd exiting
05:47:22.810 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29731), Traces: [0ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [210ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [310ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [363ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [710ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [715ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [734ms] refreshing cache from master, [734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [742ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [758ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [764ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [765ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [774ms] refreshing cache from master, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [779ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [782ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [788ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [791ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [814ms] refreshing cache from master, [814ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [818ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [820ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [821ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [823ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [854ms] refreshing cache from master, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [860ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [865ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [866ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [867ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [893ms] refreshing cache from master, [894ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [894ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [897ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [901ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [902ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [903ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [954ms] refreshing cache from master, [954ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [955ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [955ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [958ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [961ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [962ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [963ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [1094ms] refreshing cache from master, [1094ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [1095ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [1097ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [1099ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [1100ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [1104ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [1334ms] refreshing cache from master, [1334ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [1337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [1338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [1339ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [1344ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [1654ms] refreshing cache from master, [1654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [1655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [1656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [1658ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [1659ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [1663ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [2233ms] refreshing cache from master, [2234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [2234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [2236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [2237ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [2239ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [2240ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [2241ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [2314ms] refreshing cache from master, [2315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [2315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [2316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [2318ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [2319ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [2320ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [2321ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [2434ms] refreshing cache from master, [2434ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [2434ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [2436ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [2437ms] too many traces: truncated at 100 traces, deferred=Deferred@1164840193(state=PENDING, result=null, callback=(continuation of Deferred@1044584914 after retry RPC after error@644786361) -> (continuation of Deferred@185956041 after retry RPC after error@1042707631) -> (continuation of Deferred@403535664 after retry RPC after error@1265971176) -> (continuation of Deferred@1802939249 after retry RPC after error@1727539644) -> (continuation of Deferred@364865188 after retry RPC after error@2010583444) -> (continuation of Deferred@690225468 after retry RPC after error@238450797) -> (continuation of Deferred@1624417609 after retry RPC after error@801526646) -> (continuation of Deferred@652380755 after retry RPC after error@455769074) -> (continuation of Deferred@1856470323 after retry RPC after error@1936186994) -> (continuation of Deferred@1097167455 after retry RPC after error@156791914) -> (continuation of Deferred@1556340375 after retry RPC after error@286924595) -> (continuation of Deferred@2064085189 after retry RPC after error@825663723) -> (continuation of Deferred@1942218556 after retry RPC after error@845254128) -> (continuation of Deferred@1923109409 after retry RPC after error@1989514598) -> (continuation of Deferred@436430479 after retry RPC after error@607348274) -> (continuation of Deferred@1416759759 after retry RPC after error@244750466) -> (continuation of Deferred@262185153 after retry RPC after error@807224817) -> (continuation of Deferred@1961168460 after retry RPC after error@1317915354) -> (continuation of Deferred@1151458658 after retry RPC after error@508111562) -> (continuation of Deferred@1107476513 after retry RPC after error@1652099489) -> (continuation of Deferred@679055937 after retry RPC after error@2142364414) -> (continuation of Deferred@736503521 after retry RPC after error@33035837) -> (continuation of Deferred@1702324185 after retry RPC after error@354541467) -> (continuation of Deferred@267006704 after retry RPC after error@1315083470) -> (continuation of Deferred@284523380 after retry RPC after error@196326390) -> (continuation of Deferred@1427144130 after retry RPC after error@260982602), errback=(continuation of Deferred@1044584914 after retry RPC after error@644786361) -> (continuation of Deferred@185956041 after retry RPC after error@1042707631) -> (continuation of Deferred@403535664 after retry RPC after error@1265971176) -> (continuation of Deferred@1802939249 after retry RPC after error@1727539644) -> (continuation of Deferred@364865188 after retry RPC after error@2010583444) -> (continuation of Deferred@690225468 after retry RPC after error@238450797) -> (continuation of Deferred@1624417609 after retry RPC after error@801526646) -> (continuation of Deferred@652380755 after retry RPC after error@455769074) -> (continuation of Deferred@1856470323 after retry RPC after error@1936186994) -> (continuation of Deferred@1097167455 after retry RPC after error@156791914) -> (continuation of Deferred@1556340375 after retry RPC after error@286924595) -> (continuation of Deferred@2064085189 after retry RPC after error@825663723) -> (continuation of Deferred@1942218556 after retry RPC after error@845254128) -> (continuation of Deferred@1923109409 after retry RPC after error@1989514598) -> (continuation of Deferred@436430479 after retry RPC after error@607348274) -> (continuation of Deferred@1416759759 after retry RPC after error@244750466) -> (continuation of Deferred@262185153 after retry RPC after error@807224817) -> (continuation of Deferred@1961168460 after retry RPC after error@1317915354) -> (continuation of Deferred@1151458658 after retry RPC after error@508111562) -> (continuation of Deferred@1107476513 after retry RPC after error@1652099489) -> (continuation of Deferred@679055937 after retry RPC after error@2142364414) -> (continuation of Deferred@736503521 after retry RPC after error@33035837) -> (continuation of Deferred@1702324185 after retry RPC after error@354541467) -> (continuation of Deferred@267006704 after retry RPC after error@1315083470) -> (continuation of Deferred@284523380 after retry RPC after error@196326390) -> (continuation of Deferred@1427144130 after retry RPC after error@260982602)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.141.254:34651
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29731), Traces: [0ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [210ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [310ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [363ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [710ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [715ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [734ms] refreshing cache from master, [734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [742ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [758ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [764ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [765ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [774ms] refreshing cache from master, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [779ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [782ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [788ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [791ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [814ms] refreshing cache from master, [814ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [818ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [820ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [821ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [823ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [854ms] refreshing cache from master, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [860ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [865ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [866ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [867ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [893ms] refreshing cache from master, [894ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [894ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [897ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [901ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [902ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [903ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [954ms] refreshing cache from master, [954ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [955ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [955ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [958ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [961ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [962ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [963ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [1094ms] refreshing cache from master, [1094ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [1095ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [1097ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [1099ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [1100ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [1104ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [1334ms] refreshing cache from master, [1334ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [1337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [1338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [1339ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [1344ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [1654ms] refreshing cache from master, [1654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [1655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [1656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [1658ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [1659ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [1663ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [2233ms] refreshing cache from master, [2234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [2234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [2236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [2237ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [2239ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [2240ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [2241ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [2314ms] refreshing cache from master, [2315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [2315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [2316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [2318ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.253:40465: Network error: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465, [2319ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.252:33943: OK, [2320ms] Sub RPC ConnectToMaster: received response from server master-127.10.141.254:34651: Network error: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [2321ms] delaying RPC due to: Service unavailable: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651, [2434ms] refreshing cache from master, [2434ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.252:33943, [2434ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.253:40465, [2436ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.141.254:34651, [2437ms] too many traces: truncated at 100 traces, deferred=Deferred@1164840193(state=PENDING, result=null, callback=(continuation of Deferred@1044584914 after retry RPC after error@644786361) -> (continuation of Deferred@185956041 after retry RPC after error@1042707631) -> (continuation of Deferred@403535664 after retry RPC after error@1265971176) -> (continuation of Deferred@1802939249 after retry RPC after error@1727539644) -> (continuation of Deferred@364865188 after retry RPC after error@2010583444) -> (continuation of Deferred@690225468 after retry RPC after error@238450797) -> (continuation of Deferred@1624417609 after retry RPC after error@801526646) -> (continuation of Deferred@652380755 after retry RPC after error@455769074) -> (continuation of Deferred@1856470323 after retry RPC after error@1936186994) -> (continuation of Deferred@1097167455 after retry RPC after error@156791914) -> (continuation of Deferred@1556340375 after retry RPC after error@286924595) -> (continuation of Deferred@2064085189 after retry RPC after error@825663723) -> (continuation of Deferred@1942218556 after retry RPC after error@845254128) -> (continuation of Deferred@1923109409 after retry RPC after error@1989514598) -> (continuation of Deferred@436430479 after retry RPC after error@607348274) -> (continuation of Deferred@1416759759 after retry RPC after error@244750466) -> (continuation of Deferred@262185153 after retry RPC after error@807224817) -> (continuation of Deferred@1961168460 after retry RPC after error@1317915354) -> (continuation of Deferred@1151458658 after retry RPC after error@508111562) -> (continuation of Deferred@1107476513 after retry RPC after error@1652099489) -> (continuation of Deferred@679055937 after retry RPC after error@2142364414) -> (continuation of Deferred@736503521 after retry RPC after error@33035837) -> (continuation of Deferred@1702324185 after retry RPC after error@354541467) -> (continuation of Deferred@267006704 after retry RPC after error@1315083470) -> (continuation of Deferred@284523380 after retry RPC after error@196326390) -> (continuation of Deferred@1427144130 after retry RPC after error@260982602), errback=(continuation of Deferred@1044584914 after retry RPC after error@644786361) -> (continuation of Deferred@185956041 after retry RPC after error@1042707631) -> (continuation of Deferred@403535664 after retry RPC after error@1265971176) -> (continuation of Deferred@1802939249 after retry RPC after error@1727539644) -> (continuation of Deferred@364865188 after retry RPC after error@2010583444) -> (continuation of Deferred@690225468 after retry RPC after error@238450797) -> (continuation of Deferred@1624417609 after retry RPC after error@801526646) -> (continuation of Deferred@652380755 after retry RPC after error@455769074) -> (continuation of Deferred@1856470323 after retry RPC after error@1936186994) -> (continuation of Deferred@1097167455 after retry RPC after error@156791914) -> (continuation of Deferred@1556340375 after retry RPC after error@286924595) -> (continuation of Deferred@2064085189 after retry RPC after error@825663723) -> (continuation of Deferred@1942218556 after retry RPC after error@845254128) -> (continuation of Deferred@1923109409 after retry RPC after error@1989514598) -> (continuation of Deferred@436430479 after retry RPC after error@607348274) -> (continuation of Deferred@1416759759 after retry RPC after error@244750466) -> (continuation of Deferred@262185153 after retry RPC after error@807224817) -> (continuation of Deferred@1961168460 after retry RPC after error@1317915354) -> (continuation of Deferred@1151458658 after retry RPC after error@508111562) -> (continuation of Deferred@1107476513 after retry RPC after error@1652099489) -> (continuation of Deferred@679055937 after retry RPC after error@2142364414) -> (continuation of Deferred@736503521 after retry RPC after error@33035837) -> (continuation of Deferred@1702324185 after retry RPC after error@354541467) -> (continuation of Deferred@267006704 after retry RPC after error@1315083470) -> (continuation of Deferred@284523380 after retry RPC after error@196326390) -> (continuation of Deferred@1427144130 after retry RPC after error@260982602)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.141.252:33943,127.10.141.253:40465,127.10.141.254:34651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.253:40465(127.10.141.253:40465): Connection refused: /127.10.141.253:40465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.141.254:34651(127.10.141.254:34651): Connection refused: /127.10.141.254:34651
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.141.254:34651
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)