19:31:13.655 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
19:31:13.669 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task66UwC5/test-tmp
19:31:13.672 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:31:13.677 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task66UwC5/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:31:14.001 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
19:31:14.165 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:31:14.166 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:31:14.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:14.170993 11479 mini_oidc.cc:152] Starting JWKS server
19:31:14.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:14.176057 11479 webserver.cc:460] Webserver started at http://127.0.0.1:38515/ using document root <none> and password file <none>
19:31:14.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:14.176719 11479 mini_oidc.cc:189] Starting OIDC Discovery server
19:31:14.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:14.178990 11479 webserver.cc:460] Webserver started at http://127.0.0.1:44843/ using document root <none> and password file <none>
19:31:14.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T19:31:14Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:31:14.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T19:31:14Z Disabled control of system clock
19:31:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:14.237185 11479 external_mini_cluster.cc:1326] Running /tmp/dist-test-task66UwC5/build/tsan/bin/kudu
19:31:14.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task66UwC5/build/tsan/bin/kudu
19:31:14.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-0/wal
19:31:14.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-0/data
19:31:14.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:31:14.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:31:14.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:31:14.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:31:14.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:31:14.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:31:14.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-0/logs
19:31:14.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-0/data/info.pb
19:31:14.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:31:14.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:31:14.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:31:14.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:31:14.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:31:14.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:31:14.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:31:14.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:31:14.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:31:14.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:31:14.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:31:14.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:31:14.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.53.254:39315
19:31:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.53.254
19:31:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:31:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.53.212:45627
19:31:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:31:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:31:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:31:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:31:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.53.254:39315,127.11.53.253:41815,127.11.53.252:36999
19:31:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:31:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38515/jwks.json with env {}
19:31:14.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:14.581035 11491 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:31:14.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:14.581701 11491 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:31:14.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:14.582407 11491 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:31:14.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:14.622694 11491 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:31:14.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:14.623027 11491 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:31:14.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:14.623224 11491 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:31:14.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:14.623523 11491 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:31:14.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:14.623762 11491 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:31:14.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:14.623965 11491 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38515/jwks.json
19:31:14.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:14.662564 11491 master_runner.cc:386] Master server non-default flags:
19:31:14.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:31:14.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.53.212:45627
19:31:14.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:31:14.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:31:14.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-0/data
19:31:14.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-0/wal
19:31:14.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:31:14.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.53.254:39315,127.11.53.253:41815,127.11.53.252:36999
19:31:14.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:31:14.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:31:14.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:31:14.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.53.254:39315
19:31:14.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:31:14.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:31:14.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:31:14.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38515/jwks.json
19:31:14.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:31:14.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:31:14.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-0/data/info.pb
19:31:14.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.53.254
19:31:14.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:31:14.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:31:14.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:31:14.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:31:14.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:31:14.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:31:14.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-0/logs
19:31:14.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:31:14.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:31:14.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:31:14.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:31:14.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:31:14.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:31:14.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:31:14.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:30:25 UTC on ccycloud.quasar-sjmjgc.root.comops.site
19:31:14.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457678
19:31:14.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:31:14.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:14.664412 11491 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:31:14.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:14.667088 11491 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:31:14.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:14.689925 11497 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:15.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:14.689960 11498 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:15.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:14.690328 11500 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:15.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:14.691325 11491 server_base.cc:1034] running on GCE node
19:31:15.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:15.973893 11491 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:31:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:15.977870 11491 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:31:15.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:15.979483 11491 hybrid_clock.cc:648] HybridClock initialized: now 1781983875979438 us; error 77 us; skew 500 ppm
19:31:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:15.980458 11491 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:31:15.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:15.988471 11491 webserver.cc:460] Webserver started at http://127.11.53.254:45009/ using document root <none> and password file <none>
19:31:15.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:15.989565 11491 fs_manager.cc:359] Metadata directory not provided
19:31:15.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:15.989765 11491 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:31:15.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:15.990211 11491 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:31:15.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:15.996402 11491 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-0/data/instance:
19:31:15.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a09815fac4e345f1aef8ef882b94679d"
19:31:15.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:15 on dist-test-slave-zlw1"
19:31:15.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:15.997829 11491 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-0/wal/instance:
19:31:15.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a09815fac4e345f1aef8ef882b94679d"
19:31:15.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:15 on dist-test-slave-zlw1"
19:31:16.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:16.006731 11491 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.009s sys 0.000s
19:31:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:16.013379 11507 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:31:16.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:16.014842 11491 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
19:31:16.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:16.015239 11491 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-0/data,/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-0/wal
19:31:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a09815fac4e345f1aef8ef882b94679d"
19:31:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:15 on dist-test-slave-zlw1"
19:31:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:16.015666 11491 fs_report.cc:383] FS layout report
19:31:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:31:16.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-0/wal
19:31:16.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-0/wal
19:31:16.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-0/data/data
19:31:16.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:31:16.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:31:16.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:31:16.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:31:16.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:31:16.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:31:16.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:31:16.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:31:16.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:31:16.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:31:16.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:31:16.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:16.062295 11491 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:31:16.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:16.064280 11491 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:31:16.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:16.064821 11491 kserver.cc:163] Server-wide thread pool size limit: 3276
19:31:16.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:16.175632 11558 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.53.254:39315 every 8 connection(s)
19:31:16.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:16.175757 11491 rpc_server.cc:307] RPC server started. Bound to: 127.11.53.254:39315
19:31:16.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:16.179795 11491 server_base.cc:1166] Dumped server information to /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-0/data/info.pb
19:31:16.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:16.185889 11479 external_mini_cluster.cc:1388] Started /tmp/dist-test-task66UwC5/build/tsan/bin/kudu as pid 11491
19:31:16.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:16.186333 11479 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-0/wal/instance
19:31:16.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:16.187311 11559 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:31:16.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:16.190260 11479 external_mini_cluster.cc:1326] Running /tmp/dist-test-task66UwC5/build/tsan/bin/kudu
19:31:16.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task66UwC5/build/tsan/bin/kudu
19:31:16.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-1/wal
19:31:16.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-1/data
19:31:16.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:31:16.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:31:16.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:31:16.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:31:16.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:31:16.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:31:16.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-1/logs
19:31:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-1/data/info.pb
19:31:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:31:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:31:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:31:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:31:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:31:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:31:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:31:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:31:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:31:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:31:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:31:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:31:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.53.253:41815
19:31:16.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.53.253
19:31:16.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:31:16.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.53.212:45627
19:31:16.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:31:16.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:31:16.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:31:16.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:31:16.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.53.254:39315,127.11.53.253:41815,127.11.53.252:36999
19:31:16.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:31:16.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38515/jwks.json with env {}
19:31:16.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:16.204500 11559 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.53.254" port: 39315 } has no permanent_uuid. Determining permanent_uuid...
19:31:16.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:16.244594 11559 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } has no permanent_uuid. Determining permanent_uuid...
19:31:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:16.247401 11510 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.53.253:41815: connect: Connection refused (error 111)
19:31:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:16.252297 11559 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.53.253:41815: Network error: Client connection negotiation failed: client connection to 127.11.53.253:41815: connect: Connection refused (error 111)
19:31:16.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:16.302117 11559 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } attempt: 1
19:31:16.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:16.306751 11559 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.53.253:41815: Network error: Client connection negotiation failed: client connection to 127.11.53.253:41815: connect: Connection refused (error 111)
19:31:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:16.375398 11559 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } attempt: 2
19:31:16.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:16.380486 11559 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.53.253:41815: Network error: Client connection negotiation failed: client connection to 127.11.53.253:41815: connect: Connection refused (error 111)
19:31:16.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:16.471992 11559 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } attempt: 3
19:31:16.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:16.476720 11559 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.53.253:41815: Network error: Client connection negotiation failed: client connection to 127.11.53.253:41815: connect: Connection refused (error 111)
19:31:16.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:16.600034 11561 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:31:16.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:16.600705 11561 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:31:16.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:16.601307 11561 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:31:16.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:16.620505 11559 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } attempt: 4
19:31:16.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:16.625154 11559 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.53.253:41815: Network error: Client connection negotiation failed: client connection to 127.11.53.253:41815: connect: Connection refused (error 111)
19:31:16.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:16.640007 11561 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:31:16.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:16.640494 11561 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:31:16.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:16.640760 11561 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:31:16.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:16.641062 11561 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:31:16.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:16.641305 11561 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:31:16.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:16.641472 11561 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38515/jwks.json
19:31:16.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:16.687606 11561 master_runner.cc:386] Master server non-default flags:
19:31:16.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:31:16.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.53.212:45627
19:31:16.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:31:16.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:31:16.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-1/data
19:31:16.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-1/wal
19:31:16.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:31:16.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.53.254:39315,127.11.53.253:41815,127.11.53.252:36999
19:31:16.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:31:16.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:31:16.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:31:16.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.53.253:41815
19:31:16.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:31:16.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:31:16.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:31:16.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38515/jwks.json
19:31:16.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:31:16.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:31:16.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-1/data/info.pb
19:31:16.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.53.253
19:31:16.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:31:16.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:31:16.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:31:16.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:31:16.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:31:16.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:31:16.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-1/logs
19:31:16.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:31:16.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:31:16.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:31:16.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:31:16.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:31:16.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:31:16.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:31:16.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:30:25 UTC on ccycloud.quasar-sjmjgc.root.comops.site
19:31:16.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457678
19:31:16.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:31:16.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:16.689561 11561 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:31:16.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:16.692308 11561 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:31:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:16.713348 11573 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:16.924705 11559 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } attempt: 5
19:31:16.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:16.929920 11559 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.53.253:41815: Network error: Client connection negotiation failed: client connection to 127.11.53.253:41815: connect: Connection refused (error 111)
19:31:17.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:17.477830 11559 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } attempt: 6
19:31:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:17.487293 11559 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.53.253:41815: Network error: Client connection negotiation failed: client connection to 127.11.53.253:41815: connect: Connection refused (error 111)
19:31:17.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:16.713379 11570 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:17.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:16.714246 11571 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:17.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:17.983053 11572 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:31:17.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:17.983421 11561 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:31:17.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:17.989924 11561 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:31:17.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:17.994546 11561 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:31:17.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:17.996021 11561 hybrid_clock.cc:648] HybridClock initialized: now 1781983877995928 us; error 102 us; skew 500 ppm
19:31:17.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:17.997486 11561 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:31:18.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.013935 11561 webserver.cc:460] Webserver started at http://127.11.53.253:39251/ using document root <none> and password file <none>
19:31:18.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.015472 11561 fs_manager.cc:359] Metadata directory not provided
19:31:18.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.015772 11561 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:31:18.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.016255 11561 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:31:18.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.022396 11561 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-1/data/instance:
19:31:18.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "920e89bbf2444063a22d1c5ffcd1b186"
19:31:18.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:18 on dist-test-slave-zlw1"
19:31:18.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.024122 11561 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-1/wal/instance:
19:31:18.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "920e89bbf2444063a22d1c5ffcd1b186"
19:31:18.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:18 on dist-test-slave-zlw1"
19:31:18.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.037274 11561 fs_manager.cc:691] Time spent creating directory manager: real 0.012s user 0.011s sys 0.000s
19:31:18.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.046715 11582 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:31:18.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.048574 11561 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.006s sys 0.000s
19:31:18.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.049091 11561 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-1/data,/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-1/wal
19:31:18.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "920e89bbf2444063a22d1c5ffcd1b186"
19:31:18.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:18 on dist-test-slave-zlw1"
19:31:18.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.049584 11561 fs_report.cc:383] FS layout report
19:31:18.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:31:18.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-1/wal
19:31:18.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-1/wal
19:31:18.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-1/data/data
19:31:18.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:31:18.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:31:18.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:31:18.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:31:18.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:31:18.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:31:18.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:31:18.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:31:18.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:31:18.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:31:18.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:31:18.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.102059 11561 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:31:18.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.104040 11561 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:31:18.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.104642 11561 kserver.cc:163] Server-wide thread pool size limit: 3276
19:31:18.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.211443 11561 rpc_server.cc:307] RPC server started. Bound to: 127.11.53.253:41815
19:31:18.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.211504 11633 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.53.253:41815 every 8 connection(s)
19:31:18.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.214771 11561 server_base.cc:1166] Dumped server information to /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-1/data/info.pb
19:31:18.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.221181 11479 external_mini_cluster.cc:1388] Started /tmp/dist-test-task66UwC5/build/tsan/bin/kudu as pid 11561
19:31:18.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.221684 11479 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-1/wal/instance
19:31:18.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.222376 11634 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:31:18.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.224323 11479 external_mini_cluster.cc:1326] Running /tmp/dist-test-task66UwC5/build/tsan/bin/kudu
19:31:18.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task66UwC5/build/tsan/bin/kudu
19:31:18.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-2/wal
19:31:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-2/data
19:31:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:31:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:31:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:31:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:31:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:31:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:31:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-2/logs
19:31:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-2/data/info.pb
19:31:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:31:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:31:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:31:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:31:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:31:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:31:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:31:18.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:31:18.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:31:18.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:31:18.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:31:18.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:31:18.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.53.252:36999
19:31:18.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.53.252
19:31:18.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:31:18.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.53.212:45627
19:31:18.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:31:18.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:31:18.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:31:18.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:31:18.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.53.254:39315,127.11.53.253:41815,127.11.53.252:36999
19:31:18.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:31:18.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38515/jwks.json with env {}
19:31:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.240232 11634 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.53.254" port: 39315 } has no permanent_uuid. Determining permanent_uuid...
19:31:18.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.275838 11634 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } has no permanent_uuid. Determining permanent_uuid...
19:31:18.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.299516 11634 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } has no permanent_uuid. Determining permanent_uuid...
19:31:18.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:18.302731 11586 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.53.252:36999: connect: Connection refused (error 111)
19:31:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:18.308661 11634 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.53.252:36999: Network error: Client connection negotiation failed: client connection to 127.11.53.252:36999: connect: Connection refused (error 111)
19:31:18.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.358424 11634 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } attempt: 1
19:31:18.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:18.363642 11634 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.53.252:36999: Network error: Client connection negotiation failed: client connection to 127.11.53.252:36999: connect: Connection refused (error 111)
19:31:18.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.432106 11634 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } attempt: 2
19:31:18.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:18.436637 11634 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.53.252:36999: Network error: Client connection negotiation failed: client connection to 127.11.53.252:36999: connect: Connection refused (error 111)
19:31:18.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.528196 11634 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } attempt: 3
19:31:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:18.533773 11634 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.53.252:36999: Network error: Client connection negotiation failed: client connection to 127.11.53.252:36999: connect: Connection refused (error 111)
19:31:18.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.548053 11559 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } attempt: 7
19:31:18.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.565167 11559 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } has no permanent_uuid. Determining permanent_uuid...
19:31:18.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:18.572991 11559 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.53.252:36999: Network error: Client connection negotiation failed: client connection to 127.11.53.252:36999: connect: Connection refused (error 111)
19:31:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.631505 11559 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } attempt: 1
19:31:18.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:18.637583 11559 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.53.252:36999: Network error: Client connection negotiation failed: client connection to 127.11.53.252:36999: connect: Connection refused (error 111)
19:31:18.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:18.647228 11636 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:31:18.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:18.648146 11636 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:31:18.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:18.648916 11636 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:31:18.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.677279 11634 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } attempt: 4
19:31:18.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:18.682675 11634 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.53.252:36999: Network error: Client connection negotiation failed: client connection to 127.11.53.252:36999: connect: Connection refused (error 111)
19:31:18.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:18.689098 11636 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:31:18.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:18.689606 11636 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:31:18.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:18.690001 11636 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:31:18.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:18.690493 11636 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:31:18.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:18.690923 11636 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:31:18.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:18.691263 11636 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38515/jwks.json
19:31:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.719074 11559 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } attempt: 2
19:31:18.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:18.724220 11559 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.53.252:36999: Network error: Client connection negotiation failed: client connection to 127.11.53.252:36999: connect: Connection refused (error 111)
19:31:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.732827 11636 master_runner.cc:386] Master server non-default flags:
19:31:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:31:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.53.212:45627
19:31:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:31:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:31:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-2/data
19:31:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-2/wal
19:31:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:31:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.53.254:39315,127.11.53.253:41815,127.11.53.252:36999
19:31:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:31:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:31:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:31:18.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.53.252:36999
19:31:18.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:31:18.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:31:18.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:31:18.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38515/jwks.json
19:31:18.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:31:18.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:31:18.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-2/data/info.pb
19:31:18.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.53.252
19:31:18.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:31:18.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:31:18.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:31:18.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:31:18.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:31:18.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:31:18.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-2/logs
19:31:18.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:31:18.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:31:18.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:31:18.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:31:18.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:31:18.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:31:18.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:31:18.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:30:25 UTC on ccycloud.quasar-sjmjgc.root.comops.site
19:31:18.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457678
19:31:18.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:31:18.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.734380 11636 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:31:18.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.736685 11636 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:31:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:18.761977 11649 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:18.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.809864 11559 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } attempt: 3
19:31:18.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:18.814751 11559 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.53.252:36999: Network error: Client connection negotiation failed: client connection to 127.11.53.252:36999: connect: Connection refused (error 111)
19:31:18.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.955506 11559 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } attempt: 4
19:31:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:18.962456 11559 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.53.252:36999: Network error: Client connection negotiation failed: client connection to 127.11.53.252:36999: connect: Connection refused (error 111)
19:31:18.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.982555 11634 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } attempt: 5
19:31:18.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:18.988653 11634 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.53.252:36999: Network error: Client connection negotiation failed: client connection to 127.11.53.252:36999: connect: Connection refused (error 111)
19:31:19.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:19.246160 11559 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } attempt: 5
19:31:19.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:19.253672 11559 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.53.252:36999: Network error: Client connection negotiation failed: client connection to 127.11.53.252:36999: connect: Connection refused (error 111)
19:31:19.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:19.536194 11634 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } attempt: 6
19:31:19.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:19.545230 11634 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.53.252:36999: Network error: Client connection negotiation failed: client connection to 127.11.53.252:36999: connect: Connection refused (error 111)
19:31:19.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:19.806636 11559 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } attempt: 6
19:31:19.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:19.815171 11559 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.53.252:36999: Network error: Client connection negotiation failed: client connection to 127.11.53.252:36999: connect: Connection refused (error 111)
19:31:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:18.762329 11651 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:18.764362 11636 server_base.cc:1034] running on GCE node
19:31:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:18.762128 11648 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:20.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.090369 11636 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:31:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.094313 11636 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:31:20.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.095773 11636 hybrid_clock.cc:648] HybridClock initialized: now 1781983880095752 us; error 63 us; skew 500 ppm
19:31:20.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.096833 11636 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:31:20.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.107154 11636 webserver.cc:460] Webserver started at http://127.11.53.252:43295/ using document root <none> and password file <none>
19:31:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.108896 11636 fs_manager.cc:359] Metadata directory not provided
19:31:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.109237 11636 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:31:20.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.109879 11636 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:31:20.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.118006 11636 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-2/data/instance:
19:31:20.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "666d87b1c0e94194a8bc21c606ca075f"
19:31:20.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:20 on dist-test-slave-zlw1"
19:31:20.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.120427 11636 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-2/wal/instance:
19:31:20.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "666d87b1c0e94194a8bc21c606ca075f"
19:31:20.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:20 on dist-test-slave-zlw1"
19:31:20.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.133176 11636 fs_manager.cc:691] Time spent creating directory manager: real 0.011s user 0.001s sys 0.008s
19:31:20.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.140558 11662 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:31:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.142009 11636 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
19:31:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.142457 11636 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-2/data,/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-2/wal
19:31:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "666d87b1c0e94194a8bc21c606ca075f"
19:31:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:20 on dist-test-slave-zlw1"
19:31:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.142992 11636 fs_report.cc:383] FS layout report
19:31:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:31:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-2/wal
19:31:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-2/wal
19:31:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-2/data/data
19:31:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:31:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:31:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:31:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:31:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:31:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:31:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:31:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:31:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:31:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:31:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:31:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.196843 11636 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:31:20.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.198757 11636 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:31:20.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.199357 11636 kserver.cc:163] Server-wide thread pool size limit: 3276
19:31:20.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.305891 11636 rpc_server.cc:307] RPC server started. Bound to: 127.11.53.252:36999
19:31:20.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.305986 11713 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.53.252:36999 every 8 connection(s)
19:31:20.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.309558 11636 server_base.cc:1166] Dumped server information to /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-2/data/info.pb
19:31:20.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.318089 11714 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:31:20.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.318239 11479 external_mini_cluster.cc:1388] Started /tmp/dist-test-task66UwC5/build/tsan/bin/kudu as pid 11636
19:31:20.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.318769 11479 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/master-2/wal/instance
19:31:20.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.338925 11714 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.53.254" port: 39315 } has no permanent_uuid. Determining permanent_uuid...
19:31:20.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.380059 11714 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } has no permanent_uuid. Determining permanent_uuid...
19:31:20.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.394245 11714 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } has no permanent_uuid. Determining permanent_uuid...
19:31:20.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.417416 11714 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f: Bootstrap starting.
19:31:20.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.425968 11714 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f: Neither blocks nor log segments found. Creating new log.
19:31:20.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.429533 11714 log.cc:824] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f: Log is configured to *not* fsync() on all Append() calls
19:31:20.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.437958 11714 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f: No bootstrap required, opened a new log
19:31:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.473392 11714 raft_consensus.cc:348] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a09815fac4e345f1aef8ef882b94679d" member_type: VOTER last_known_addr { host: "127.11.53.254" port: 39315 } } peers { permanent_uuid: "920e89bbf2444063a22d1c5ffcd1b186" member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } } peers { permanent_uuid: "666d87b1c0e94194a8bc21c606ca075f" member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } }
19:31:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.474210 11714 raft_consensus.cc:374] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:31:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.474486 11714 raft_consensus.cc:729] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 666d87b1c0e94194a8bc21c606ca075f, State: Initialized, Role: FOLLOWER
19:31:20.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.475521 11714 consensus_queue.cc:260] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a09815fac4e345f1aef8ef882b94679d" member_type: VOTER last_known_addr { host: "127.11.53.254" port: 39315 } } peers { permanent_uuid: "920e89bbf2444063a22d1c5ffcd1b186" member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } } peers { permanent_uuid: "666d87b1c0e94194a8bc21c606ca075f" member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } }
19:31:20.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.479188 11723 sys_catalog.cc:455] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a09815fac4e345f1aef8ef882b94679d" member_type: VOTER last_known_addr { host: "127.11.53.254" port: 39315 } } peers { permanent_uuid: "920e89bbf2444063a22d1c5ffcd1b186" member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } } peers { permanent_uuid: "666d87b1c0e94194a8bc21c606ca075f" member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } } }
19:31:20.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.479956 11723 sys_catalog.cc:458] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [sys.catalog]: This master's current role is: FOLLOWER
19:31:20.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.480927 11714 sys_catalog.cc:564] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [sys.catalog]: configured and running, proceeding with master startup.
19:31:20.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:20.517091 11734 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:31:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:20.518649 11734 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:31:20.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.511159 11636 master_runner.cc:186] Error getting master registration for 127.11.53.254:39315: OK, instance_id { permanent_uuid: "a09815fac4e345f1aef8ef882b94679d" instance_seqno: 1781983876143985 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:31:20.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.542438 11636 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:31:20.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.606000 11634 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } attempt: 7
19:31:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.635850 11634 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 920e89bbf2444063a22d1c5ffcd1b186: Bootstrap starting.
19:31:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.646638 11634 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 920e89bbf2444063a22d1c5ffcd1b186: Neither blocks nor log segments found. Creating new log.
19:31:20.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.649709 11634 log.cc:824] T 00000000000000000000000000000000 P 920e89bbf2444063a22d1c5ffcd1b186: Log is configured to *not* fsync() on all Append() calls
19:31:20.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.656960 11634 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 920e89bbf2444063a22d1c5ffcd1b186: No bootstrap required, opened a new log
19:31:20.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.684697 11634 raft_consensus.cc:348] T 00000000000000000000000000000000 P 920e89bbf2444063a22d1c5ffcd1b186 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a09815fac4e345f1aef8ef882b94679d" member_type: VOTER last_known_addr { host: "127.11.53.254" port: 39315 } } peers { permanent_uuid: "920e89bbf2444063a22d1c5ffcd1b186" member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } } peers { permanent_uuid: "666d87b1c0e94194a8bc21c606ca075f" member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } }
19:31:20.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.685470 11634 raft_consensus.cc:374] T 00000000000000000000000000000000 P 920e89bbf2444063a22d1c5ffcd1b186 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:31:20.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.685750 11634 raft_consensus.cc:729] T 00000000000000000000000000000000 P 920e89bbf2444063a22d1c5ffcd1b186 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 920e89bbf2444063a22d1c5ffcd1b186, State: Initialized, Role: FOLLOWER
19:31:20.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.686836 11634 consensus_queue.cc:260] T 00000000000000000000000000000000 P 920e89bbf2444063a22d1c5ffcd1b186 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a09815fac4e345f1aef8ef882b94679d" member_type: VOTER last_known_addr { host: "127.11.53.254" port: 39315 } } peers { permanent_uuid: "920e89bbf2444063a22d1c5ffcd1b186" member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } } peers { permanent_uuid: "666d87b1c0e94194a8bc21c606ca075f" member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } }
19:31:20.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.690713 11738 sys_catalog.cc:455] T 00000000000000000000000000000000 P 920e89bbf2444063a22d1c5ffcd1b186 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a09815fac4e345f1aef8ef882b94679d" member_type: VOTER last_known_addr { host: "127.11.53.254" port: 39315 } } peers { permanent_uuid: "920e89bbf2444063a22d1c5ffcd1b186" member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } } peers { permanent_uuid: "666d87b1c0e94194a8bc21c606ca075f" member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } } }
19:31:20.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.691815 11738 sys_catalog.cc:458] T 00000000000000000000000000000000 P 920e89bbf2444063a22d1c5ffcd1b186 [sys.catalog]: This master's current role is: FOLLOWER
19:31:20.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.692451 11634 sys_catalog.cc:564] T 00000000000000000000000000000000 P 920e89bbf2444063a22d1c5ffcd1b186 [sys.catalog]: configured and running, proceeding with master startup.
19:31:20.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:20.709226 11668 tablet.cc:2369] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:31:20.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:20.743707 11749 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 920e89bbf2444063a22d1c5ffcd1b186: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:31:20.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:20.744719 11749 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:31:20.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.765879 11723 raft_consensus.cc:482] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:31:20.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.766747 11723 raft_consensus.cc:504] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a09815fac4e345f1aef8ef882b94679d" member_type: VOTER last_known_addr { host: "127.11.53.254" port: 39315 } } peers { permanent_uuid: "920e89bbf2444063a22d1c5ffcd1b186" member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } } peers { permanent_uuid: "666d87b1c0e94194a8bc21c606ca075f" member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } }
19:31:20.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.772773 11609 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "666d87b1c0e94194a8bc21c606ca075f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "920e89bbf2444063a22d1c5ffcd1b186" is_pre_election: true
19:31:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.774078 11609 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 920e89bbf2444063a22d1c5ffcd1b186 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 666d87b1c0e94194a8bc21c606ca075f in term 0.
19:31:20.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.776662 11665 leader_election.cc:302] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 666d87b1c0e94194a8bc21c606ca075f, 920e89bbf2444063a22d1c5ffcd1b186; no voters:
19:31:20.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.779295 11723 leader_election.cc:288] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a09815fac4e345f1aef8ef882b94679d (127.11.53.254:39315), 920e89bbf2444063a22d1c5ffcd1b186 (127.11.53.253:41815)
19:31:20.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.780280 11723 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [term 0 FOLLOWER]: Leader pre-election won for term 1
19:31:20.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.781679 11723 raft_consensus.cc:482] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:31:20.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.782310 11723 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [term 0 FOLLOWER]: Advancing to term 1
19:31:20.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.728840 11561 master_runner.cc:186] Error getting master registration for 127.11.53.254:39315: OK, instance_id { permanent_uuid: "a09815fac4e345f1aef8ef882b94679d" instance_seqno: 1781983876143985 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:31:20.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.792258 11561 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:31:20.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.798127 11723 raft_consensus.cc:504] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a09815fac4e345f1aef8ef882b94679d" member_type: VOTER last_known_addr { host: "127.11.53.254" port: 39315 } } peers { permanent_uuid: "920e89bbf2444063a22d1c5ffcd1b186" member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } } peers { permanent_uuid: "666d87b1c0e94194a8bc21c606ca075f" member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } }
19:31:20.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.801673 11723 leader_election.cc:288] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [CANDIDATE]: Term 1 election: Requested vote from peers a09815fac4e345f1aef8ef882b94679d (127.11.53.254:39315), 920e89bbf2444063a22d1c5ffcd1b186 (127.11.53.253:41815)
19:31:20.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.805148 11609 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "666d87b1c0e94194a8bc21c606ca075f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "920e89bbf2444063a22d1c5ffcd1b186"
19:31:20.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.805878 11609 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 920e89bbf2444063a22d1c5ffcd1b186 [term 0 FOLLOWER]: Advancing to term 1
19:31:20.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.815169 11609 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 920e89bbf2444063a22d1c5ffcd1b186 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 666d87b1c0e94194a8bc21c606ca075f in term 1.
19:31:20.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.817767 11665 leader_election.cc:302] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 666d87b1c0e94194a8bc21c606ca075f, 920e89bbf2444063a22d1c5ffcd1b186; no voters:
19:31:20.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.820946 11723 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [term 1 FOLLOWER]: Leader election won for term 1
19:31:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.821849 11723 raft_consensus.cc:686] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [term 1 LEADER]: Becoming Leader. State: Replica: 666d87b1c0e94194a8bc21c606ca075f, State: Running, Role: LEADER
19:31:20.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.822989 11723 consensus_queue.cc:237] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a09815fac4e345f1aef8ef882b94679d" member_type: VOTER last_known_addr { host: "127.11.53.254" port: 39315 } } peers { permanent_uuid: "920e89bbf2444063a22d1c5ffcd1b186" member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } } peers { permanent_uuid: "666d87b1c0e94194a8bc21c606ca075f" member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } }
19:31:20.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.840399 11751 sys_catalog.cc:455] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 666d87b1c0e94194a8bc21c606ca075f. Latest consensus state: current_term: 1 leader_uuid: "666d87b1c0e94194a8bc21c606ca075f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a09815fac4e345f1aef8ef882b94679d" member_type: VOTER last_known_addr { host: "127.11.53.254" port: 39315 } } peers { permanent_uuid: "920e89bbf2444063a22d1c5ffcd1b186" member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } } peers { permanent_uuid: "666d87b1c0e94194a8bc21c606ca075f" member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } } }
19:31:20.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.841980 11751 sys_catalog.cc:458] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [sys.catalog]: This master's current role is: LEADER
19:31:20.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.847002 11753 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:31:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.849574 11559 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } attempt: 7
19:31:20.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:20.868736 11588 tablet.cc:2369] T 00000000000000000000000000000000 P 920e89bbf2444063a22d1c5ffcd1b186: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:31:20.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.894057 11559 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a09815fac4e345f1aef8ef882b94679d: Bootstrap starting.
19:31:20.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.894678 11753 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:31:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.906495 11559 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a09815fac4e345f1aef8ef882b94679d: Neither blocks nor log segments found. Creating new log.
19:31:20.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.910351 11559 log.cc:824] T 00000000000000000000000000000000 P a09815fac4e345f1aef8ef882b94679d: Log is configured to *not* fsync() on all Append() calls
19:31:20.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.935472 11559 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a09815fac4e345f1aef8ef882b94679d: No bootstrap required, opened a new log
19:31:20.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.942765 11609 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 920e89bbf2444063a22d1c5ffcd1b186 [term 1 FOLLOWER]: Refusing update from remote peer 666d87b1c0e94194a8bc21c606ca075f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:31:20.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.945003 11723 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [LEADER]: Connected to new peer: Peer: permanent_uuid: "920e89bbf2444063a22d1c5ffcd1b186" member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
19:31:20.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.996469 11559 raft_consensus.cc:348] T 00000000000000000000000000000000 P a09815fac4e345f1aef8ef882b94679d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a09815fac4e345f1aef8ef882b94679d" member_type: VOTER last_known_addr { host: "127.11.53.254" port: 39315 } } peers { permanent_uuid: "920e89bbf2444063a22d1c5ffcd1b186" member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } } peers { permanent_uuid: "666d87b1c0e94194a8bc21c606ca075f" member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } }
19:31:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.998592 11559 raft_consensus.cc:374] T 00000000000000000000000000000000 P a09815fac4e345f1aef8ef882b94679d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:31:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:20.999001 11559 raft_consensus.cc:729] T 00000000000000000000000000000000 P a09815fac4e345f1aef8ef882b94679d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a09815fac4e345f1aef8ef882b94679d, State: Initialized, Role: FOLLOWER
19:31:21.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.000387 11559 consensus_queue.cc:260] T 00000000000000000000000000000000 P a09815fac4e345f1aef8ef882b94679d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a09815fac4e345f1aef8ef882b94679d" member_type: VOTER last_known_addr { host: "127.11.53.254" port: 39315 } } peers { permanent_uuid: "920e89bbf2444063a22d1c5ffcd1b186" member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } } peers { permanent_uuid: "666d87b1c0e94194a8bc21c606ca075f" member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } }
19:31:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.010895 11759 sys_catalog.cc:455] T 00000000000000000000000000000000 P a09815fac4e345f1aef8ef882b94679d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a09815fac4e345f1aef8ef882b94679d" member_type: VOTER last_known_addr { host: "127.11.53.254" port: 39315 } } peers { permanent_uuid: "920e89bbf2444063a22d1c5ffcd1b186" member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } } peers { permanent_uuid: "666d87b1c0e94194a8bc21c606ca075f" member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } } }
19:31:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.012639 11759 sys_catalog.cc:458] T 00000000000000000000000000000000 P a09815fac4e345f1aef8ef882b94679d [sys.catalog]: This master's current role is: FOLLOWER
19:31:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.017205 11559 sys_catalog.cc:564] T 00000000000000000000000000000000 P a09815fac4e345f1aef8ef882b94679d [sys.catalog]: configured and running, proceeding with master startup.
19:31:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.020704 11532 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a09815fac4e345f1aef8ef882b94679d [term 0 FOLLOWER]: Advancing to term 1
19:31:21.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.025285 11534 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "666d87b1c0e94194a8bc21c606ca075f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a09815fac4e345f1aef8ef882b94679d" is_pre_election: true
19:31:21.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.029194 11533 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "666d87b1c0e94194a8bc21c606ca075f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a09815fac4e345f1aef8ef882b94679d"
19:31:21.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.040078 11738 sys_catalog.cc:455] T 00000000000000000000000000000000 P 920e89bbf2444063a22d1c5ffcd1b186 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 666d87b1c0e94194a8bc21c606ca075f. Latest consensus state: current_term: 1 leader_uuid: "666d87b1c0e94194a8bc21c606ca075f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a09815fac4e345f1aef8ef882b94679d" member_type: VOTER last_known_addr { host: "127.11.53.254" port: 39315 } } peers { permanent_uuid: "920e89bbf2444063a22d1c5ffcd1b186" member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } } peers { permanent_uuid: "666d87b1c0e94194a8bc21c606ca075f" member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } } }
19:31:21.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.041420 11738 sys_catalog.cc:458] T 00000000000000000000000000000000 P 920e89bbf2444063a22d1c5ffcd1b186 [sys.catalog]: This master's current role is: FOLLOWER
19:31:21.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.044140 11532 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a09815fac4e345f1aef8ef882b94679d [term 1 FOLLOWER]: Refusing update from remote peer 666d87b1c0e94194a8bc21c606ca075f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:31:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.052127 11756 mvcc.cc:205] Tried to move back new op lower bound from 7299005976309035008 to 7299005975863508992. Current Snapshot: MvccSnapshot[applied={T|T < 7299005976309035008}]
19:31:21.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.062368 11751 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [LEADER]: Connected to new peer: Peer: permanent_uuid: "a09815fac4e345f1aef8ef882b94679d" member_type: VOTER last_known_addr { host: "127.11.53.254" port: 39315 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
19:31:21.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:21.078977 11513 tablet.cc:2369] T 00000000000000000000000000000000 P a09815fac4e345f1aef8ef882b94679d: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:31:21.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.094247 11751 sys_catalog.cc:455] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "666d87b1c0e94194a8bc21c606ca075f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a09815fac4e345f1aef8ef882b94679d" member_type: VOTER last_known_addr { host: "127.11.53.254" port: 39315 } } peers { permanent_uuid: "920e89bbf2444063a22d1c5ffcd1b186" member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } } peers { permanent_uuid: "666d87b1c0e94194a8bc21c606ca075f" member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } } }
19:31:21.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.095615 11751 sys_catalog.cc:458] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [sys.catalog]: This master's current role is: LEADER
19:31:21.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.106370 11738 sys_catalog.cc:455] T 00000000000000000000000000000000 P 920e89bbf2444063a22d1c5ffcd1b186 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "666d87b1c0e94194a8bc21c606ca075f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a09815fac4e345f1aef8ef882b94679d" member_type: VOTER last_known_addr { host: "127.11.53.254" port: 39315 } } peers { permanent_uuid: "920e89bbf2444063a22d1c5ffcd1b186" member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } } peers { permanent_uuid: "666d87b1c0e94194a8bc21c606ca075f" member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } } }
19:31:21.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.107767 11738 sys_catalog.cc:458] T 00000000000000000000000000000000 P 920e89bbf2444063a22d1c5ffcd1b186 [sys.catalog]: This master's current role is: FOLLOWER
19:31:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.110683 11753 catalog_manager.cc:1347] Generated new cluster ID: e78a5201e2e14c5d8560de9ed5f84eb3
19:31:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.111037 11753 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:31:21.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.135758 11770 mvcc.cc:205] Tried to move back new op lower bound from 7299005976309035008 to 7299005975863508992. Current Snapshot: MvccSnapshot[applied={T|T < 7299005976309035008}]
19:31:21.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.156257 11759 sys_catalog.cc:455] T 00000000000000000000000000000000 P a09815fac4e345f1aef8ef882b94679d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 666d87b1c0e94194a8bc21c606ca075f. Latest consensus state: current_term: 1 leader_uuid: "666d87b1c0e94194a8bc21c606ca075f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a09815fac4e345f1aef8ef882b94679d" member_type: VOTER last_known_addr { host: "127.11.53.254" port: 39315 } } peers { permanent_uuid: "920e89bbf2444063a22d1c5ffcd1b186" member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } } peers { permanent_uuid: "666d87b1c0e94194a8bc21c606ca075f" member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } } }
19:31:21.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.157258 11759 sys_catalog.cc:458] T 00000000000000000000000000000000 P a09815fac4e345f1aef8ef882b94679d [sys.catalog]: This master's current role is: FOLLOWER
19:31:21.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.162633 11774 sys_catalog.cc:455] T 00000000000000000000000000000000 P a09815fac4e345f1aef8ef882b94679d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "666d87b1c0e94194a8bc21c606ca075f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a09815fac4e345f1aef8ef882b94679d" member_type: VOTER last_known_addr { host: "127.11.53.254" port: 39315 } } peers { permanent_uuid: "920e89bbf2444063a22d1c5ffcd1b186" member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } } peers { permanent_uuid: "666d87b1c0e94194a8bc21c606ca075f" member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } } }
19:31:21.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.163734 11774 sys_catalog.cc:458] T 00000000000000000000000000000000 P a09815fac4e345f1aef8ef882b94679d [sys.catalog]: This master's current role is: FOLLOWER
19:31:21.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.177410 11723 sys_catalog.cc:455] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "666d87b1c0e94194a8bc21c606ca075f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a09815fac4e345f1aef8ef882b94679d" member_type: VOTER last_known_addr { host: "127.11.53.254" port: 39315 } } peers { permanent_uuid: "920e89bbf2444063a22d1c5ffcd1b186" member_type: VOTER last_known_addr { host: "127.11.53.253" port: 41815 } } peers { permanent_uuid: "666d87b1c0e94194a8bc21c606ca075f" member_type: VOTER last_known_addr { host: "127.11.53.252" port: 36999 } } }
19:31:21.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.178345 11723 sys_catalog.cc:458] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f [sys.catalog]: This master's current role is: LEADER
19:31:21.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.220759 11753 catalog_manager.cc:1370] Generated new certificate authority record
19:31:21.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.223713 11753 catalog_manager.cc:1504] Loading token signing keys...
19:31:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.249584 11776 catalog_manager.cc:1259] Loaded cluster ID: e78a5201e2e14c5d8560de9ed5f84eb3
19:31:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.249931 11776 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a09815fac4e345f1aef8ef882b94679d: loading cluster ID for follower catalog manager: success
19:31:21.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.258586 11776 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a09815fac4e345f1aef8ef882b94679d: acquiring CA information for follower catalog manager: success
19:31:21.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.293560 11753 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 666d87b1c0e94194a8bc21c606ca075f: Generated new TSK 0
19:31:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.295091 11753 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:31:21.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:21.294351 11776 catalog_manager.cc:873] Not found: no TSK found in the system table: failed to prepare follower catalog manager, will retry
19:31:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.327817 11479 external_mini_cluster.cc:1326] Running /tmp/dist-test-task66UwC5/build/tsan/bin/kudu
19:31:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task66UwC5/build/tsan/bin/kudu
19:31:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-0/wal
19:31:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-0/data
19:31:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:31:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:31:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:31:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:31:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:31:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:31:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-0/logs
19:31:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-0/data/info.pb
19:31:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:31:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:31:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:31:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:31:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:31:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:31:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:31:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:31:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:31:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:31:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.53.193:0
19:31:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.53.193
19:31:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.53.193
19:31:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:31:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.53.254:39315,127.11.53.253:41815,127.11.53.252:36999
19:31:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.53.212:45627
19:31:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:31:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:31:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:31:21.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.754856 11749 catalog_manager.cc:1259] Loaded cluster ID: e78a5201e2e14c5d8560de9ed5f84eb3
19:31:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.755816 11749 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 920e89bbf2444063a22d1c5ffcd1b186: loading cluster ID for follower catalog manager: success
19:31:21.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.778061 11749 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 920e89bbf2444063a22d1c5ffcd1b186: acquiring CA information for follower catalog manager: success
19:31:21.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:21.812736 11749 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 920e89bbf2444063a22d1c5ffcd1b186: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:31:22.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:22.072248 11779 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:31:22.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:22.074306 11779 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:31:22.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:22.075894 11779 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:31:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:22.165669 11779 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:31:22.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:22.168586 11779 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.53.193
19:31:22.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:22.304270 11776 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a09815fac4e345f1aef8ef882b94679d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:31:22.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:22.310890 11779 tablet_server_runner.cc:78] Tablet server non-default flags:
19:31:22.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:31:22.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.53.212:45627
19:31:22.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:31:22.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:31:22.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-0/data
19:31:22.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-0/wal
19:31:22.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:31:22.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:31:22.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.53.193:0
19:31:22.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:31:22.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:31:22.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:31:22.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-0/data/info.pb
19:31:22.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.53.193
19:31:22.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:31:22.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.53.254:39315,127.11.53.253:41815,127.11.53.252:36999
19:31:22.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:31:22.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:31:22.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:31:22.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:31:22.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:31:22.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.53.193
19:31:22.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-0/logs
19:31:22.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:31:22.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:31:22.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:31:22.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:31:22.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:31:22.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:31:22.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:31:22.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:30:25 UTC on ccycloud.quasar-sjmjgc.root.comops.site
19:31:22.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457678
19:31:22.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:31:22.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:22.316111 11779 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:31:22.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:22.319063 11779 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:31:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:22.407336 11787 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:25.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:23.760970 11785 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 11779
19:31:25.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:25.981448 11785 kernel_stack_watchdog.cc:198] Thread 11779 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 376ms:
19:31:25.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
19:31:25.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
19:31:25.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
19:31:25.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
19:31:25.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:22.407409 11786 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:25.983189 11779 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 3.602s user 0.830s sys 1.288s
19:31:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:25.984048 11779 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 3.603s user 0.830s sys 1.289s
19:31:25.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:25.988215 11788 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3584 milliseconds
19:31:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:25.990986 11789 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:25.991119 11779 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:31:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:25.992915 11779 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:31:25.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:25.996299 11779 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:31:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:25.997813 11779 hybrid_clock.cc:648] HybridClock initialized: now 1781983885997769 us; error 57 us; skew 500 ppm
19:31:25.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:25.998849 11779 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:31:26.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.011538 11779 webserver.cc:460] Webserver started at http://127.11.53.193:39575/ using document root <none> and password file <none>
19:31:26.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.012583 11779 fs_manager.cc:359] Metadata directory not provided
19:31:26.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.012791 11779 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:31:26.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.013200 11779 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:31:26.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.018615 11779 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-0/data/instance:
19:31:26.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e3c0f1e21b4421a9499622386cf36b0"
19:31:26.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:26 on dist-test-slave-zlw1"
19:31:26.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.019979 11779 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-0/wal/instance:
19:31:26.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e3c0f1e21b4421a9499622386cf36b0"
19:31:26.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:26 on dist-test-slave-zlw1"
19:31:26.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.028762 11779 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.003s sys 0.005s
19:31:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.035617 11798 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:31:26.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.038257 11779 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.002s sys 0.001s
19:31:26.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.039049 11779 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-0/data,/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-0/wal
19:31:26.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e3c0f1e21b4421a9499622386cf36b0"
19:31:26.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:26 on dist-test-slave-zlw1"
19:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.039714 11779 fs_report.cc:383] FS layout report
19:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-0/wal
19:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-0/wal
19:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-0/data/data
19:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:31:26.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:31:26.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:31:26.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:31:26.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.098819 11779 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:31:26.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.101292 11779 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:31:26.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.102857 11779 kserver.cc:163] Server-wide thread pool size limit: 3276
19:31:26.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.107970 11779 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:31:26.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.118537 11779 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:31:26.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.118923 11779 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:31:26.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.119236 11779 ts_tablet_manager.cc:610] Registered 0 tablets
19:31:26.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.119577 11779 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
19:31:26.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.405892 11779 rpc_server.cc:307] RPC server started. Bound to: 127.11.53.193:34295
19:31:26.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.406041 11910 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.53.193:34295 every 8 connection(s)
19:31:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.409817 11779 server_base.cc:1166] Dumped server information to /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-0/data/info.pb
19:31:26.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.416034 11479 external_mini_cluster.cc:1388] Started /tmp/dist-test-task66UwC5/build/tsan/bin/kudu as pid 11779
19:31:26.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.417568 11479 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-0/wal/instance
19:31:26.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.452553 11479 external_mini_cluster.cc:1326] Running /tmp/dist-test-task66UwC5/build/tsan/bin/kudu
19:31:26.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task66UwC5/build/tsan/bin/kudu
19:31:26.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-1/wal
19:31:26.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-1/data
19:31:26.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:31:26.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:31:26.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:31:26.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:31:26.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:31:26.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:31:26.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-1/logs
19:31:26.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-1/data/info.pb
19:31:26.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:31:26.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:31:26.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:31:26.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:31:26.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:31:26.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:31:26.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:31:26.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:31:26.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:31:26.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:31:26.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.53.194:0
19:31:26.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.53.194
19:31:26.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.53.194
19:31:26.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:31:26.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.53.254:39315,127.11.53.253:41815,127.11.53.252:36999
19:31:26.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.53.212:45627
19:31:26.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:31:26.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:31:26.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:31:26.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.495877 11912 heartbeater.cc:347] Connected to a master server at 127.11.53.253:41815
19:31:26.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.496841 11912 heartbeater.cc:464] Registering TS with master...
19:31:26.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.498301 11912 heartbeater.cc:511] Master 127.11.53.253:41815 requested a full tablet report, sending...
19:31:26.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.499758 11911 heartbeater.cc:347] Connected to a master server at 127.11.53.252:36999
19:31:26.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.500159 11911 heartbeater.cc:464] Registering TS with master...
19:31:26.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.501114 11911 heartbeater.cc:511] Master 127.11.53.252:36999 requested a full tablet report, sending...
19:31:26.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.501513 11915 heartbeater.cc:347] Connected to a master server at 127.11.53.254:39315
19:31:26.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.501852 11915 heartbeater.cc:464] Registering TS with master...
19:31:26.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.502732 11915 heartbeater.cc:511] Master 127.11.53.254:39315 requested a full tablet report, sending...
19:31:26.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.505342 11679 ts_manager.cc:194] Registered new tserver with Master: 6e3c0f1e21b4421a9499622386cf36b0 (127.11.53.193:34295)
19:31:26.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.507108 11524 ts_manager.cc:194] Registered new tserver with Master: 6e3c0f1e21b4421a9499622386cf36b0 (127.11.53.193:34295)
19:31:26.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.508489 11599 ts_manager.cc:194] Registered new tserver with Master: 6e3c0f1e21b4421a9499622386cf36b0 (127.11.53.193:34295)
19:31:26.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.512393 11679 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.53.193:40023
19:31:26.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:26.888980 11921 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:31:26.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:26.889827 11921 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:31:26.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:26.890408 11921 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:31:26.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:26.927033 11921 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:31:26.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:26.928002 11921 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.53.194
19:31:26.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.966569 11921 tablet_server_runner.cc:78] Tablet server non-default flags:
19:31:26.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:31:26.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.53.212:45627
19:31:26.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:31:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:31:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-1/data
19:31:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-1/wal
19:31:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:31:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:31:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.53.194:0
19:31:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:31:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:31:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:31:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-1/data/info.pb
19:31:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.53.194
19:31:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:31:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.53.254:39315,127.11.53.253:41815,127.11.53.252:36999
19:31:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:31:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:31:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:31:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:31:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:31:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.53.194
19:31:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-1/logs
19:31:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:31:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:31:26.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:31:26.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:31:26.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:31:26.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:31:26.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:31:26.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:30:25 UTC on ccycloud.quasar-sjmjgc.root.comops.site
19:31:26.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457678
19:31:26.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:31:26.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.968853 11921 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:31:26.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:26.971117 11921 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:31:26.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:26.998872 11931 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:27.517311 11911 heartbeater.cc:503] Master 127.11.53.252:36999 was elected leader, sending a full tablet report...
19:31:28.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:27.001322 11921 server_base.cc:1034] running on GCE node
19:31:28.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:26.999027 11929 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:28.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:26.998862 11928 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:28.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.306623 11921 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:31:28.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.309907 11921 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:31:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.311450 11921 hybrid_clock.cc:648] HybridClock initialized: now 1781983888311400 us; error 74 us; skew 500 ppm
19:31:28.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.312611 11921 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:31:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.321929 11921 webserver.cc:460] Webserver started at http://127.11.53.194:41695/ using document root <none> and password file <none>
19:31:28.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.322978 11921 fs_manager.cc:359] Metadata directory not provided
19:31:28.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.323184 11921 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:31:28.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.323766 11921 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:31:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.330017 11921 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-1/data/instance:
19:31:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4059da91f7ce4e62a96665ec112bd0aa"
19:31:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:28 on dist-test-slave-zlw1"
19:31:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.331219 11921 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-1/wal/instance:
19:31:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4059da91f7ce4e62a96665ec112bd0aa"
19:31:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:28 on dist-test-slave-zlw1"
19:31:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.339772 11921 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.000s
19:31:28.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.347030 11938 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:31:28.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.348639 11921 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.007s sys 0.000s
19:31:28.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.349078 11921 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-1/data,/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-1/wal
19:31:28.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4059da91f7ce4e62a96665ec112bd0aa"
19:31:28.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:28 on dist-test-slave-zlw1"
19:31:28.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.349453 11921 fs_report.cc:383] FS layout report
19:31:28.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:31:28.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-1/wal
19:31:28.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-1/wal
19:31:28.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-1/data/data
19:31:28.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:31:28.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:31:28.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:31:28.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:31:28.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:31:28.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:31:28.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:31:28.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:31:28.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:31:28.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:31:28.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:31:28.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.390264 11921 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:31:28.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.392274 11921 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:31:28.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.392748 11921 kserver.cc:163] Server-wide thread pool size limit: 3276
19:31:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.396884 11921 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:31:28.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.403004 11921 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:31:28.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.403318 11921 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:31:28.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.403676 11921 ts_tablet_manager.cc:610] Registered 0 tablets
19:31:28.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.403882 11921 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:31:28.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.632797 11921 rpc_server.cc:307] RPC server started. Bound to: 127.11.53.194:38423
19:31:28.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.632948 12051 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.53.194:38423 every 8 connection(s)
19:31:28.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.636201 11921 server_base.cc:1166] Dumped server information to /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-1/data/info.pb
19:31:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.639077 11479 external_mini_cluster.cc:1388] Started /tmp/dist-test-task66UwC5/build/tsan/bin/kudu as pid 11921
19:31:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.639671 11479 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-1/wal/instance
19:31:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.677495 11479 external_mini_cluster.cc:1326] Running /tmp/dist-test-task66UwC5/build/tsan/bin/kudu
19:31:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task66UwC5/build/tsan/bin/kudu
19:31:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-2/wal
19:31:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-2/data
19:31:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:31:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:31:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:31:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:31:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:31:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:31:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-2/logs
19:31:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-2/data/info.pb
19:31:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:31:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:31:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:31:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:31:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:31:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:31:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:31:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:31:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:31:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:31:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.53.195:0
19:31:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.53.195
19:31:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.53.195
19:31:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:31:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.53.254:39315,127.11.53.253:41815,127.11.53.252:36999
19:31:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.53.212:45627
19:31:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:31:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:31:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:31:28.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.705252 12052 heartbeater.cc:347] Connected to a master server at 127.11.53.252:36999
19:31:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.705865 12052 heartbeater.cc:464] Registering TS with master...
19:31:28.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.708065 12052 heartbeater.cc:511] Master 127.11.53.252:36999 requested a full tablet report, sending...
19:31:28.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.709293 12054 heartbeater.cc:347] Connected to a master server at 127.11.53.254:39315
19:31:28.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.709668 12054 heartbeater.cc:464] Registering TS with master...
19:31:28.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.710716 12054 heartbeater.cc:511] Master 127.11.53.254:39315 requested a full tablet report, sending...
19:31:28.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.712775 11679 ts_manager.cc:194] Registered new tserver with Master: 4059da91f7ce4e62a96665ec112bd0aa (127.11.53.194:38423)
19:31:28.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.713651 12053 heartbeater.cc:347] Connected to a master server at 127.11.53.253:41815
19:31:28.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.714098 12053 heartbeater.cc:464] Registering TS with master...
19:31:28.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.714999 11524 ts_manager.cc:194] Registered new tserver with Master: 4059da91f7ce4e62a96665ec112bd0aa (127.11.53.194:38423)
19:31:28.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.715173 12053 heartbeater.cc:511] Master 127.11.53.253:41815 requested a full tablet report, sending...
19:31:28.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.715926 11679 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.53.194:55967
19:31:28.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:28.719293 11599 ts_manager.cc:194] Registered new tserver with Master: 4059da91f7ce4e62a96665ec112bd0aa (127.11.53.194:38423)
19:31:29.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:29.080024 12062 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:31:29.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:29.080624 12062 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:31:29.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:29.081101 12062 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:31:29.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:29.117408 12062 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:31:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:29.118534 12062 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.53.195
19:31:29.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:29.158838 12062 tablet_server_runner.cc:78] Tablet server non-default flags:
19:31:29.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:31:29.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.53.212:45627
19:31:29.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:31:29.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:31:29.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-2/data
19:31:29.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-2/wal
19:31:29.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:31:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:31:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.53.195:0
19:31:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:31:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:31:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:31:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-2/data/info.pb
19:31:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.53.195
19:31:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:31:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.53.254:39315,127.11.53.253:41815,127.11.53.252:36999
19:31:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:31:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:31:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:31:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:31:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:31:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.53.195
19:31:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-2/logs
19:31:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:31:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:31:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:31:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:31:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:31:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:31:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:31:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:30:25 UTC on ccycloud.quasar-sjmjgc.root.comops.site
19:31:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457678
19:31:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:31:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:29.160483 12062 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:31:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:29.162709 12062 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:31:29.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:29.192354 12069 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:29.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:29.721467 12052 heartbeater.cc:503] Master 127.11.53.252:36999 was elected leader, sending a full tablet report...
19:31:30.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:29.192684 12068 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:30.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:29.193255 12071 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:30.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:29.195801 12062 server_base.cc:1034] running on GCE node
19:31:30.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.524142 12062 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:31:30.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.527464 12062 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:31:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.529227 12062 hybrid_clock.cc:648] HybridClock initialized: now 1781983890529130 us; error 116 us; skew 500 ppm
19:31:30.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.530453 12062 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:31:30.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.540192 12062 webserver.cc:460] Webserver started at http://127.11.53.195:42623/ using document root <none> and password file <none>
19:31:30.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.541499 12062 fs_manager.cc:359] Metadata directory not provided
19:31:30.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.541783 12062 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:31:30.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.542387 12062 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:31:30.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.548030 12062 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-2/data/instance:
19:31:30.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df996028457a42d5b48efef26eca402d"
19:31:30.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:30 on dist-test-slave-zlw1"
19:31:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.549449 12062 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-2/wal/instance:
19:31:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df996028457a42d5b48efef26eca402d"
19:31:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:30 on dist-test-slave-zlw1"
19:31:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.558670 12062 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.005s sys 0.004s
19:31:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.565402 12078 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:31:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.567018 12062 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
19:31:30.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.567636 12062 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-2/data,/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-2/wal
19:31:30.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df996028457a42d5b48efef26eca402d"
19:31:30.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:30 on dist-test-slave-zlw1"
19:31:30.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.568118 12062 fs_report.cc:383] FS layout report
19:31:30.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:31:30.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-2/wal
19:31:30.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-2/wal
19:31:30.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-2/data/data
19:31:30.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:31:30.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:31:30.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:31:30.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:31:30.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:31:30.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:31:30.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:31:30.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:31:30.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:31:30.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:31:30.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:31:30.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.616410 12062 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:31:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.618579 12062 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:31:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.619203 12062 kserver.cc:163] Server-wide thread pool size limit: 3276
19:31:30.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.623301 12062 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:31:30.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.629652 12062 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:31:30.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.630028 12062 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:31:30.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.630388 12062 ts_tablet_manager.cc:610] Registered 0 tablets
19:31:30.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.630625 12062 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:31:30.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.856741 12062 rpc_server.cc:307] RPC server started. Bound to: 127.11.53.195:37369
19:31:30.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.857664 12190 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.53.195:37369 every 8 connection(s)
19:31:30.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.859840 12062 server_base.cc:1166] Dumped server information to /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-2/data/info.pb
19:31:30.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.862053 11479 external_mini_cluster.cc:1388] Started /tmp/dist-test-task66UwC5/build/tsan/bin/kudu as pid 12062
19:31:30.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.862639 11479 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster7314093187143897755/ts-2/wal/instance
19:31:30.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.937784 12192 heartbeater.cc:347] Connected to a master server at 127.11.53.253:41815
19:31:30.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.938342 12192 heartbeater.cc:464] Registering TS with master...
19:31:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.939888 12192 heartbeater.cc:511] Master 127.11.53.253:41815 requested a full tablet report, sending...
19:31:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.941390 12191 heartbeater.cc:347] Connected to a master server at 127.11.53.252:36999
19:31:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.941763 12191 heartbeater.cc:464] Registering TS with master...
19:31:30.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.942703 12191 heartbeater.cc:511] Master 127.11.53.252:36999 requested a full tablet report, sending...
19:31:30.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.945798 11598 ts_manager.cc:194] Registered new tserver with Master: df996028457a42d5b48efef26eca402d (127.11.53.195:37369)
19:31:30.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.945974 11679 ts_manager.cc:194] Registered new tserver with Master: df996028457a42d5b48efef26eca402d (127.11.53.195:37369)
19:31:30.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.948150 11679 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.53.195:57811
19:31:30.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.954363 12193 heartbeater.cc:347] Connected to a master server at 127.11.53.254:39315
19:31:30.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.954813 12193 heartbeater.cc:464] Registering TS with master...
19:31:30.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.955689 12193 heartbeater.cc:511] Master 127.11.53.254:39315 requested a full tablet report, sending...
19:31:30.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.958241 11524 ts_manager.cc:194] Registered new tserver with Master: df996028457a42d5b48efef26eca402d (127.11.53.195:37369)
19:31:30.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:30.972752 11479 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
19:31:30.985 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:31:30.987 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
19:31:31.003 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.11.53.254"
port: 39315
}
bound_http_address {
host: "127.11.53.254"
port: 45009
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.11.53.253"
port: 41815
}
bound_http_address {
host: "127.11.53.253"
port: 39251
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.11.53.252"
port: 36999
}
bound_http_address {
host: "127.11.53.252"
port: 43295
}
}
}
19:31:31.012 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:31:31.016 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.11.53.193"
port: 34295
}
bound_http_address {
host: "127.11.53.193"
port: 39575
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.11.53.194"
port: 38423
}
bound_http_address {
host: "127.11.53.194"
port: 41695
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.11.53.195"
port: 37369
}
bound_http_address {
host: "127.11.53.195"
port: 42623
}
}
}
19:31:31.016 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
19:31:31.266 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
19:31:31.434 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task66UwC5/test-tmp
19:31:31.436 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:31:31.436 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task66UwC5/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:31:31.441 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
19:31:31.890 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:31:31.890 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:31:31.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:31.894857 12202 mini_oidc.cc:152] Starting JWKS server
19:31:31.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:31.899329 12202 webserver.cc:460] Webserver started at http://127.0.0.1:42035/ using document root <none> and password file <none>
19:31:31.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:31.899834 12202 mini_oidc.cc:189] Starting OIDC Discovery server
19:31:31.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:31.902393 12202 webserver.cc:460] Webserver started at http://127.0.0.1:33479/ using document root <none> and password file <none>
19:31:31.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:31.954178 12191 heartbeater.cc:503] Master 127.11.53.252:36999 was elected leader, sending a full tablet report...
19:31:31.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
19:31:31.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/principal' for realm 'KRBTEST.COM',
19:31:31.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
19:31:32.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:31:32 dist-test-slave-zlw1 krb5kdc[12215](info): setting up network...
19:31:32.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
19:31:32.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:31:32 dist-test-slave-zlw1 krb5kdc[12215](info): set up 2 sockets
19:31:32.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:31:32 dist-test-slave-zlw1 krb5kdc[12215](info): commencing operation
19:31:32.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
19:31:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:33.155773 12202 mini_kdc.cc:121] Time spent starting KDC: real 1.221s user 0.010s sys 0.025s
19:31:33.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
19:31:33.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:31:33.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
19:31:33.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
19:31:33.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:31:33.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
19:31:33.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
19:31:33.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:31:33.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
19:31:33.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:31:33.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/test-user.keytab.
19:31:33.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/test-user.keytab.
19:31:33.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:31:33 dist-test-slave-zlw1 krb5kdc[12215](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983893, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:31:33.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:31:33.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T19:31:33Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:31:33.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T19:31:33Z Disabled control of system clock
19:31:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.11.234.190@KRBTEST.COM; defaulting to no policy
19:31:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:31:33.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.11.234.190@KRBTEST.COM" created.
19:31:33.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:31:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.234.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/kudu_127.11.234.190.keytab.
19:31:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.234.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/kudu_127.11.234.190.keytab.
19:31:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:33.389853 12202 external_mini_cluster.cc:1326] Running /tmp/dist-test-task66UwC5/build/tsan/bin/kudu
19:31:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task66UwC5/build/tsan/bin/kudu
19:31:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/wal
19:31:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/data
19:31:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:31:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:31:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:31:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:31:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:31:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:31:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/logs
19:31:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/data/info.pb
19:31:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:31:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:31:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:31:33.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:31:33.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:31:33.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:31:33.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:31:33.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:31:33.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:31:33.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:31:33.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:31:33.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:31:33.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.234.190:37457
19:31:33.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.234.190
19:31:33.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:31:33.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/kudu_127.11.234.190.keytab
19:31:33.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.234.190
19:31:33.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:31:33.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:31:33.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:31:33.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.234.148:36933
19:31:33.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:31:33.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:31:33.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:31:33.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:31:33.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.234.190:37457,127.11.234.189:46451,127.11.234.188:45983
19:31:33.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:31:33.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42035/jwks.json
19:31:33.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:31:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:33.783885 12228 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:31:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:33.784543 12228 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:31:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:33.785151 12228 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:31:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:33.827190 12228 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:31:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:33.827529 12228 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:31:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:33.827924 12228 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:31:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:33.828150 12228 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:31:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:33.828346 12228 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:31:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:33.828560 12228 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:31:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:33.828706 12228 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42035/jwks.json
19:31:33.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:33.880440 12228 master_runner.cc:386] Master server non-default flags:
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.234.148:36933
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/data
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/wal
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.234.190:37457,127.11.234.189:46451,127.11.234.188:45983
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/kudu_127.11.234.190.keytab
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.234.190
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.234.190:37457
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42035/jwks.json
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/data/info.pb
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.234.190
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/logs
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:31:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:31:33.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:31:33.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:31:33.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:30:25 UTC on ccycloud.quasar-sjmjgc.root.comops.site
19:31:33.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457678
19:31:33.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:31:33.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:33.881969 12228 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:31:33.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:33.883200 12228 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:31:33.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:33.908113 12234 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:35.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:33.908202 12235 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:35.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:33.911301 12237 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:35.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:35.246348 12236 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:31:35.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.246693 12228 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:31:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.251569 12228 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:31:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.255290 12228 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:31:35.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.256837 12228 hybrid_clock.cc:648] HybridClock initialized: now 1781983895256791 us; error 55 us; skew 500 ppm
19:31:35.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.257848 12228 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:31:35.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:31:35 dist-test-slave-zlw1 krb5kdc[12215](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983895, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.234.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:31:35.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.265528 12228 init.cc:377] Logged in from keytab as kudu/127.11.234.190@KRBTEST.COM (short username kudu)
19:31:35.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.273252 12228 webserver.cc:460] Webserver started at http://127.11.234.190:40311/ using document root <none> and password file <none>
19:31:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.274556 12228 fs_manager.cc:359] Metadata directory not provided
19:31:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.274832 12228 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:31:35.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.275350 12228 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:31:35.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.282169 12228 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/data/instance:
19:31:35.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5e99d8d63434176861cbe6fa09fbdc6"
19:31:35.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:35 on dist-test-slave-zlw1"
19:31:35.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.283658 12228 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/wal/instance:
19:31:35.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5e99d8d63434176861cbe6fa09fbdc6"
19:31:35.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:35 on dist-test-slave-zlw1"
19:31:35.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.293046 12228 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.007s sys 0.001s
19:31:35.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.300793 12247 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:31:35.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.302592 12228 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.002s sys 0.003s
19:31:35.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.303006 12228 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/data,/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/wal
19:31:35.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5e99d8d63434176861cbe6fa09fbdc6"
19:31:35.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:35 on dist-test-slave-zlw1"
19:31:35.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.303484 12228 fs_report.cc:383] FS layout report
19:31:35.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:31:35.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/wal
19:31:35.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/wal
19:31:35.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/data/data
19:31:35.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:31:35.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:31:35.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:31:35.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:31:35.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:31:35.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:31:35.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:31:35.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:31:35.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:31:35.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:31:35.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:31:35.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.364567 12228 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:31:35.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.372740 12228 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:31:35.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.373432 12228 kserver.cc:163] Server-wide thread pool size limit: 3276
19:31:35.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.485859 12228 rpc_server.cc:307] RPC server started. Bound to: 127.11.234.190:37457
19:31:35.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.486781 12298 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.234.190:37457 every 8 connection(s)
19:31:35.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.490994 12228 server_base.cc:1166] Dumped server information to /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/data/info.pb
19:31:35.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.498031 12202 external_mini_cluster.cc:1388] Started /tmp/dist-test-task66UwC5/build/tsan/bin/kudu as pid 12228
19:31:35.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.498598 12202 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/wal/instance
19:31:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.499933 12299 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:31:35.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.11.234.189@KRBTEST.COM; defaulting to no policy
19:31:35.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.518738 12299 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.234.190" port: 37457 } has no permanent_uuid. Determining permanent_uuid...
19:31:35.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:31:35.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.11.234.189@KRBTEST.COM" created.
19:31:35.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:31:35 dist-test-slave-zlw1 krb5kdc[12215](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983895, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.234.190@KRBTEST.COM for kudu/127.11.234.190@KRBTEST.COM
19:31:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:31:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.234.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/kudu_127.11.234.189.keytab.
19:31:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.234.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/kudu_127.11.234.189.keytab.
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.584635 12202 external_mini_cluster.cc:1326] Running /tmp/dist-test-task66UwC5/build/tsan/bin/kudu
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task66UwC5/build/tsan/bin/kudu
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/wal
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/data
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/logs
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/data/info.pb
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.234.189:46451
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.234.189
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/kudu_127.11.234.189.keytab
19:31:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.234.189
19:31:35.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:31:35.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:31:35.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:31:35.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.234.148:36933
19:31:35.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:31:35.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:31:35.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:31:35.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:31:35.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.234.190:37457,127.11.234.189:46451,127.11.234.188:45983
19:31:35.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:31:35.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42035/jwks.json
19:31:35.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:31:35.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.586608 12299 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.234.189" port: 46451 } has no permanent_uuid. Determining permanent_uuid...
19:31:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:35.589500 12251 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.234.189:46451: connect: Connection refused (error 111)
19:31:35.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:35.595484 12299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.234.189:46451: Network error: Client connection negotiation failed: client connection to 127.11.234.189:46451: connect: Connection refused (error 111)
19:31:35.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.645293 12299 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.234.189" port: 46451 } attempt: 1
19:31:35.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:35.650391 12299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.234.189:46451: Network error: Client connection negotiation failed: client connection to 127.11.234.189:46451: connect: Connection refused (error 111)
19:31:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.718905 12299 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.234.189" port: 46451 } attempt: 2
19:31:35.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:35.723547 12299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.234.189:46451: Network error: Client connection negotiation failed: client connection to 127.11.234.189:46451: connect: Connection refused (error 111)
19:31:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.815084 12299 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.234.189" port: 46451 } attempt: 3
19:31:35.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:35.820797 12299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.234.189:46451: Network error: Client connection negotiation failed: client connection to 127.11.234.189:46451: connect: Connection refused (error 111)
19:31:35.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:35.964344 12299 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.234.189" port: 46451 } attempt: 4
19:31:35.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:35.970371 12299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.234.189:46451: Network error: Client connection negotiation failed: client connection to 127.11.234.189:46451: connect: Connection refused (error 111)
19:31:36.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:36.029111 12305 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:31:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:36.029906 12305 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:31:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:36.030768 12305 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:31:36.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:36.065151 12305 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:31:36.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:36.065518 12305 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:31:36.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:36.065958 12305 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:31:36.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:36.066320 12305 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:31:36.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:36.066643 12305 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:31:36.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:36.066960 12305 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:31:36.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:36.067247 12305 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42035/jwks.json
19:31:36.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:36.110338 12305 master_runner.cc:386] Master server non-default flags:
19:31:36.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:31:36.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.234.148:36933
19:31:36.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:31:36.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:31:36.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/data
19:31:36.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/wal
19:31:36.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:31:36.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:31:36.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.234.190:37457,127.11.234.189:46451,127.11.234.188:45983
19:31:36.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/kudu_127.11.234.189.keytab
19:31:36.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.234.189
19:31:36.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:31:36.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:31:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:31:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.234.189:46451
19:31:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:31:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:31:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:31:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42035/jwks.json
19:31:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:31:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:31:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:31:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:31:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:31:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/data/info.pb
19:31:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.234.189
19:31:36.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:31:36.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:31:36.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:31:36.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:31:36.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:31:36.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:31:36.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/logs
19:31:36.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:31:36.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:31:36.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:31:36.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:31:36.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:31:36.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:31:36.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:31:36.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:30:25 UTC on ccycloud.quasar-sjmjgc.root.comops.site
19:31:36.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457678
19:31:36.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:31:36.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:36.112919 12305 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:31:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:36.114867 12305 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:31:36.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:36.146042 12313 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:36.269935 12299 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.234.189" port: 46451 } attempt: 5
19:31:36.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:36.276115 12299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.234.189:46451: Network error: Client connection negotiation failed: client connection to 127.11.234.189:46451: connect: Connection refused (error 111)
19:31:36.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:36.823652 12299 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.234.189" port: 46451 } attempt: 6
19:31:36.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:36.832032 12299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.234.189:46451: Network error: Client connection negotiation failed: client connection to 127.11.234.189:46451: connect: Connection refused (error 111)
19:31:37.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:36.149984 12315 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:37.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:36.146134 12312 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:37.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:37.532989 12314 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:31:37.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.533198 12305 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:31:37.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.538131 12305 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:31:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.542047 12305 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:31:37.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.543503 12305 hybrid_clock.cc:648] HybridClock initialized: now 1781983897543480 us; error 74 us; skew 500 ppm
19:31:37.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.544354 12305 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:31:37.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:31:37 dist-test-slave-zlw1 krb5kdc[12215](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983897, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.234.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:31:37.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.555800 12305 init.cc:377] Logged in from keytab as kudu/127.11.234.189@KRBTEST.COM (short username kudu)
19:31:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.561931 12305 webserver.cc:460] Webserver started at http://127.11.234.189:36549/ using document root <none> and password file <none>
19:31:37.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.562963 12305 fs_manager.cc:359] Metadata directory not provided
19:31:37.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.563160 12305 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:31:37.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.563709 12305 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:31:37.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.570912 12305 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/data/instance:
19:31:37.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "390fb63e946f46a3a655b78296ee4e4c"
19:31:37.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:37 on dist-test-slave-zlw1"
19:31:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.572693 12305 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/wal/instance:
19:31:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "390fb63e946f46a3a655b78296ee4e4c"
19:31:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:37 on dist-test-slave-zlw1"
19:31:37.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.585615 12305 fs_manager.cc:691] Time spent creating directory manager: real 0.012s user 0.012s sys 0.000s
19:31:37.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.594518 12327 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:31:37.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.595933 12305 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
19:31:37.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.596356 12305 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/data,/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/wal
19:31:37.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "390fb63e946f46a3a655b78296ee4e4c"
19:31:37.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:37 on dist-test-slave-zlw1"
19:31:37.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.596917 12305 fs_report.cc:383] FS layout report
19:31:37.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:31:37.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/wal
19:31:37.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/wal
19:31:37.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/data/data
19:31:37.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:31:37.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:31:37.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:31:37.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:31:37.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:31:37.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:31:37.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:31:37.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:31:37.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:31:37.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:31:37.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:31:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.641356 12305 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:31:37.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.649573 12305 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:31:37.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.650224 12305 kserver.cc:163] Server-wide thread pool size limit: 3276
19:31:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.753824 12305 rpc_server.cc:307] RPC server started. Bound to: 127.11.234.189:46451
19:31:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.753896 12378 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.234.189:46451 every 8 connection(s)
19:31:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.757261 12305 server_base.cc:1166] Dumped server information to /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/data/info.pb
19:31:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.758100 12202 external_mini_cluster.cc:1388] Started /tmp/dist-test-task66UwC5/build/tsan/bin/kudu as pid 12305
19:31:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.758476 12202 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/wal/instance
19:31:37.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.768766 12379 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:31:37.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.11.234.188@KRBTEST.COM; defaulting to no policy
19:31:37.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:31:37.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.11.234.188@KRBTEST.COM" created.
19:31:37.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.787653 12379 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.234.190" port: 37457 } has no permanent_uuid. Determining permanent_uuid...
19:31:37.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:31:37.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.234.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/kudu_127.11.234.188.keytab.
19:31:37.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.234.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/kudu_127.11.234.188.keytab.
19:31:37.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:31:37 dist-test-slave-zlw1 krb5kdc[12215](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983897, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.234.189@KRBTEST.COM for kudu/127.11.234.190@KRBTEST.COM
19:31:37.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.825202 12202 external_mini_cluster.cc:1326] Running /tmp/dist-test-task66UwC5/build/tsan/bin/kudu
19:31:37.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task66UwC5/build/tsan/bin/kudu
19:31:37.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/wal
19:31:37.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/data
19:31:37.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:31:37.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:31:37.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:31:37.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:31:37.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:31:37.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:31:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/logs
19:31:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/data/info.pb
19:31:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:31:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:31:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:31:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:31:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:31:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:31:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:31:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:31:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:31:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:31:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:31:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:31:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.234.188:45983
19:31:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.234.188
19:31:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:31:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/kudu_127.11.234.188.keytab
19:31:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.234.188
19:31:37.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:31:37.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:31:37.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:31:37.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.234.148:36933
19:31:37.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:31:37.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:31:37.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:31:37.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:31:37.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.234.190:37457,127.11.234.189:46451,127.11.234.188:45983
19:31:37.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:31:37.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42035/jwks.json
19:31:37.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:31:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.840930 12379 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.234.189" port: 46451 } has no permanent_uuid. Determining permanent_uuid...
19:31:37.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:31:37 dist-test-slave-zlw1 krb5kdc[12215](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983897, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.234.189@KRBTEST.COM for kudu/127.11.234.189@KRBTEST.COM
19:31:37.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.876956 12379 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } has no permanent_uuid. Determining permanent_uuid...
19:31:37.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:37.879449 12330 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.234.188:45983: connect: Connection refused (error 111)
19:31:37.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:37.883973 12379 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.234.188:45983: Network error: Client connection negotiation failed: client connection to 127.11.234.188:45983: connect: Connection refused (error 111)
19:31:37.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.892481 12299 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.234.189" port: 46451 } attempt: 7
19:31:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:31:37 dist-test-slave-zlw1 krb5kdc[12215](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983895, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.234.190@KRBTEST.COM for kudu/127.11.234.189@KRBTEST.COM
19:31:37.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.928319 12299 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } has no permanent_uuid. Determining permanent_uuid...
19:31:37.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.934376 12379 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } attempt: 1
19:31:37.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:37.935204 12299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.234.188:45983: Network error: Client connection negotiation failed: client connection to 127.11.234.188:45983: connect: Connection refused (error 111)
19:31:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:37.938740 12379 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.234.188:45983: Network error: Client connection negotiation failed: client connection to 127.11.234.188:45983: connect: Connection refused (error 111)
19:31:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:37.939657 12187 debug-util.cc:398] Leaking SignalData structure 0x7b08000bbe20 after lost signal to thread 12063
19:31:37.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:37.941000 12187 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7b80 after lost signal to thread 12190
19:31:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:37.993647 12299 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } attempt: 1
19:31:37.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:37.998270 12299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.234.188:45983: Network error: Client connection negotiation failed: client connection to 127.11.234.188:45983: connect: Connection refused (error 111)
19:31:38.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:38.007201 12379 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } attempt: 2
19:31:38.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:38.012257 12379 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.234.188:45983: Network error: Client connection negotiation failed: client connection to 127.11.234.188:45983: connect: Connection refused (error 111)
19:31:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:38.079727 12299 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } attempt: 2
19:31:38.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:38.084031 12299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.234.188:45983: Network error: Client connection negotiation failed: client connection to 127.11.234.188:45983: connect: Connection refused (error 111)
19:31:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:38.103713 12379 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } attempt: 3
19:31:38.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:38.107961 12379 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.234.188:45983: Network error: Client connection negotiation failed: client connection to 127.11.234.188:45983: connect: Connection refused (error 111)
19:31:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:38.169539 12299 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } attempt: 3
19:31:38.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:38.174962 12299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.234.188:45983: Network error: Client connection negotiation failed: client connection to 127.11.234.188:45983: connect: Connection refused (error 111)
19:31:38.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:38.251487 12379 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } attempt: 4
19:31:38.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:38.255532 12379 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.234.188:45983: Network error: Client connection negotiation failed: client connection to 127.11.234.188:45983: connect: Connection refused (error 111)
19:31:38.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:38.315508 12299 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } attempt: 4
19:31:38.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:38.324574 12299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.234.188:45983: Network error: Client connection negotiation failed: client connection to 127.11.234.188:45983: connect: Connection refused (error 111)
19:31:38.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:38.407580 12386 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:31:38.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:38.409148 12386 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:31:38.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:38.410061 12386 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:31:38.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:38.453447 12386 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:31:38.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:38.453785 12386 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:31:38.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:38.454232 12386 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:31:38.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:38.454581 12386 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:31:38.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:38.454922 12386 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:31:38.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:38.455241 12386 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:31:38.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:38.455533 12386 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42035/jwks.json
19:31:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:38.524595 12386 master_runner.cc:386] Master server non-default flags:
19:31:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:31:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.234.148:36933
19:31:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:31:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:31:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/data
19:31:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/wal
19:31:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:31:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:31:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.234.190:37457,127.11.234.189:46451,127.11.234.188:45983
19:31:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/kudu_127.11.234.188.keytab
19:31:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.234.188
19:31:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:31:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:31:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:31:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.234.188:45983
19:31:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:31:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:31:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:31:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42035/jwks.json
19:31:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:31:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:31:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:31:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:31:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:31:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/data/info.pb
19:31:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.234.188
19:31:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:31:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:31:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:31:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:31:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:31:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:31:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/logs
19:31:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:31:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:31:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:31:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:31:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:31:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:31:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:31:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:30:25 UTC on ccycloud.quasar-sjmjgc.root.comops.site
19:31:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457678
19:31:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:31:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:38.526465 12386 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:31:38.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:38.528160 12386 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:31:38.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:38.555096 12379 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } attempt: 5
19:31:38.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:38.557824 12397 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:38.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:38.565093 12379 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.234.188:45983: Network error: Client connection negotiation failed: client connection to 127.11.234.188:45983: connect: Connection refused (error 111)
19:31:38.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:38.608073 12299 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } attempt: 5
19:31:38.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:38.615991 12299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.234.188:45983: Network error: Client connection negotiation failed: client connection to 127.11.234.188:45983: connect: Connection refused (error 111)
19:31:39.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:39.112742 12379 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } attempt: 6
19:31:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:39.142732 12379 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.234.188:45983: Network error: Client connection negotiation failed: client connection to 127.11.234.188:45983: connect: Connection refused (error 111)
19:31:39.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:39.169209 12299 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } attempt: 6
19:31:39.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:39.201035 12299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.234.188:45983: Network error: Client connection negotiation failed: client connection to 127.11.234.188:45983: connect: Connection refused (error 111)
19:31:40.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.203246 12379 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } attempt: 7
19:31:40.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.234517 12299 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } attempt: 7
19:31:40.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:40.238734 12379 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.234.188:45983: Network error: Client connection negotiation failed: client connection to 127.11.234.188:45983: connect: Connection refused (error 111)
19:31:40.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:40.267758 12299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.234.188:45983: Network error: Client connection negotiation failed: client connection to 127.11.234.188:45983: connect: Connection refused (error 111)
19:31:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:38.560410 12399 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:38.562254 12396 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:40.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:40.474617 12398 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1914 milliseconds
19:31:40.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.474788 12386 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:31:40.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.476483 12386 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:31:40.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.480114 12386 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:31:40.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.481608 12386 hybrid_clock.cc:648] HybridClock initialized: now 1781983900481387 us; error 213 us; skew 500 ppm
19:31:40.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.482945 12386 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:31:40.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:31:40 dist-test-slave-zlw1 krb5kdc[12215](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983900, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.234.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:31:40.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.493501 12386 init.cc:377] Logged in from keytab as kudu/127.11.234.188@KRBTEST.COM (short username kudu)
19:31:40.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.500576 12386 webserver.cc:460] Webserver started at http://127.11.234.188:45687/ using document root <none> and password file <none>
19:31:40.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.501842 12386 fs_manager.cc:359] Metadata directory not provided
19:31:40.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.502102 12386 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:31:40.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.502703 12386 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:31:40.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.508893 12386 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/data/instance:
19:31:40.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ff1d848b5c24ab58c651ef8743b337b"
19:31:40.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:40 on dist-test-slave-zlw1"
19:31:40.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.510169 12386 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/wal/instance:
19:31:40.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ff1d848b5c24ab58c651ef8743b337b"
19:31:40.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:40 on dist-test-slave-zlw1"
19:31:40.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.519856 12386 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.010s sys 0.001s
19:31:40.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.526536 12417 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:31:40.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.528106 12386 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.003s
19:31:40.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.528657 12386 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/data,/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/wal
19:31:40.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ff1d848b5c24ab58c651ef8743b337b"
19:31:40.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:40 on dist-test-slave-zlw1"
19:31:40.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.529152 12386 fs_report.cc:383] FS layout report
19:31:40.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:31:40.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/wal
19:31:40.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/wal
19:31:40.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/data/data
19:31:40.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:31:40.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:31:40.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:31:40.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:31:40.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:31:40.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:31:40.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:31:40.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:31:40.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:31:40.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:31:40.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:31:40.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.582257 12386 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:31:40.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.589659 12386 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:31:40.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.590212 12386 kserver.cc:163] Server-wide thread pool size limit: 3276
19:31:40.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.697938 12386 rpc_server.cc:307] RPC server started. Bound to: 127.11.234.188:45983
19:31:40.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.697999 12468 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.234.188:45983 every 8 connection(s)
19:31:40.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.701460 12386 server_base.cc:1166] Dumped server information to /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/data/info.pb
19:31:40.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.708081 12202 external_mini_cluster.cc:1388] Started /tmp/dist-test-task66UwC5/build/tsan/bin/kudu as pid 12386
19:31:40.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.708598 12202 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/wal/instance
19:31:40.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.711724 12469 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:31:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.729542 12469 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.234.190" port: 37457 } has no permanent_uuid. Determining permanent_uuid...
19:31:40.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:31:40 dist-test-slave-zlw1 krb5kdc[12215](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983893, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.11.234.188@KRBTEST.COM
19:31:40.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:31:40 dist-test-slave-zlw1 krb5kdc[12215](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983900, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.234.188@KRBTEST.COM for kudu/127.11.234.190@KRBTEST.COM
19:31:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.779603 12469 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.234.189" port: 46451 } has no permanent_uuid. Determining permanent_uuid...
19:31:40.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:31:40 dist-test-slave-zlw1 krb5kdc[12215](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983893, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.11.234.189@KRBTEST.COM
19:31:40.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:31:40 dist-test-slave-zlw1 krb5kdc[12215](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983900, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.234.188@KRBTEST.COM for kudu/127.11.234.189@KRBTEST.COM
19:31:40.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.819787 12469 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } has no permanent_uuid. Determining permanent_uuid...
19:31:40.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:31:40 dist-test-slave-zlw1 krb5kdc[12215](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983893, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.11.234.190@KRBTEST.COM
19:31:40.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:31:40 dist-test-slave-zlw1 krb5kdc[12215](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983900, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.234.188@KRBTEST.COM for kudu/127.11.234.188@KRBTEST.COM
19:31:40.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.855701 12202 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
19:31:40.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.858413 12469 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: Bootstrap starting.
19:31:40.864 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:31:40.867 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
19:31:40.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.868057 12469 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: Neither blocks nor log segments found. Creating new log.
19:31:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.871707 12469 log.cc:824] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: Log is configured to *not* fsync() on all Append() calls
19:31:40.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.880033 12469 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: No bootstrap required, opened a new log
19:31:40.885 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
19:31:40.886 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
19:31:40.891 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.11.234.190"
port: 37457
}
bound_http_address {
host: "127.11.234.190"
port: 40311
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.11.234.189"
port: 46451
}
bound_http_address {
host: "127.11.234.189"
port: 36549
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.11.234.188"
port: 45983
}
bound_http_address {
host: "127.11.234.188"
port: 45687
}
}
}
19:31:40.891 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:31:40.892 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:31:40.892 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:31:40.894 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:31:40.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.913373 12469 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5e99d8d63434176861cbe6fa09fbdc6" member_type: VOTER last_known_addr { host: "127.11.234.190" port: 37457 } } peers { permanent_uuid: "390fb63e946f46a3a655b78296ee4e4c" member_type: VOTER last_known_addr { host: "127.11.234.189" port: 46451 } } peers { permanent_uuid: "8ff1d848b5c24ab58c651ef8743b337b" member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } }
19:31:40.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.914498 12469 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:31:40.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.914857 12469 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8ff1d848b5c24ab58c651ef8743b337b, State: Initialized, Role: FOLLOWER
19:31:40.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.916023 12469 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5e99d8d63434176861cbe6fa09fbdc6" member_type: VOTER last_known_addr { host: "127.11.234.190" port: 37457 } } peers { permanent_uuid: "390fb63e946f46a3a655b78296ee4e4c" member_type: VOTER last_known_addr { host: "127.11.234.189" port: 46451 } } peers { permanent_uuid: "8ff1d848b5c24ab58c651ef8743b337b" member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } }
19:31:40.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.920836 12479 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5e99d8d63434176861cbe6fa09fbdc6" member_type: VOTER last_known_addr { host: "127.11.234.190" port: 37457 } } peers { permanent_uuid: "390fb63e946f46a3a655b78296ee4e4c" member_type: VOTER last_known_addr { host: "127.11.234.189" port: 46451 } } peers { permanent_uuid: "8ff1d848b5c24ab58c651ef8743b337b" member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } } }
19:31:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.922276 12479 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [sys.catalog]: This master's current role is: FOLLOWER
19:31:40.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.923267 12469 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [sys.catalog]: configured and running, proceeding with master startup.
19:31:40.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:31:40 dist-test-slave-zlw1 krb5kdc[12215](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983900, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:31:40.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:31:40.949 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:31:40.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.951333 12479 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:31:40.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.952571 12479 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5e99d8d63434176861cbe6fa09fbdc6" member_type: VOTER last_known_addr { host: "127.11.234.190" port: 37457 } } peers { permanent_uuid: "390fb63e946f46a3a655b78296ee4e4c" member_type: VOTER last_known_addr { host: "127.11.234.189" port: 46451 } } peers { permanent_uuid: "8ff1d848b5c24ab58c651ef8743b337b" member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } }
19:31:40.954 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/krb5cc
19:31:40.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.956682 12479 leader_election.cc:288] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a5e99d8d63434176861cbe6fa09fbdc6 (127.11.234.190:37457), 390fb63e946f46a3a655b78296ee4e4c (127.11.234.189:46451)
19:31:40.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:40.969890 12491 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:31:40.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:40.970530 12491 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:31:40.971 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:31:40.972 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/krb5cc
19:31:40.974 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:31:40.980 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
19:31:40.983 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:31:40.983 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:31:41.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:40.958364 12386 master_runner.cc:186] Error getting master registration for 127.11.234.190:37457: OK, instance_id { permanent_uuid: "a5e99d8d63434176861cbe6fa09fbdc6" instance_seqno: 1781983895454476 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:31:41.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:41.037364 12386 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:31:41.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:31:41 dist-test-slave-zlw1 krb5kdc[12215](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983901, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:31:41.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:31:41.043 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:31:41.044 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/krb5cc
19:31:41.046 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:31:41.047 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.11.234.188:45983
19:31:41.050 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
19:31:41.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:41.050736 12202 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task66UwC5/build/tsan/bin/kudu with pid 12386
19:31:41.083 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:31:41.083 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.11.234.190:37457
19:31:41.084 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
19:31:41.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:41.084563 12202 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task66UwC5/build/tsan/bin/kudu with pid 12228
19:31:41.121 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:31:41.122 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.11.234.189:46451
19:31:41.122 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
19:31:41.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:41.122887 12202 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task66UwC5/build/tsan/bin/kudu with pid 12305
19:31:41.149 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:31:41.149 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.11.234.188:45983
19:31:41.151 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
19:31:41.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:41.152621 12202 external_mini_cluster.cc:1326] Running /tmp/dist-test-task66UwC5/build/tsan/bin/kudu
19:31:41.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task66UwC5/build/tsan/bin/kudu
19:31:41.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/wal
19:31:41.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/data
19:31:41.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:31:41.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:31:41.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:31:41.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:31:41.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:31:41.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:31:41.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/logs
19:31:41.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/data/info.pb
19:31:41.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:31:41.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:31:41.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:31:41.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:31:41.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:31:41.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:31:41.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:31:41.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:31:41.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:31:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:31:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:31:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:31:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.234.188:45983
19:31:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.234.188
19:31:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45687
19:31:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/kudu_127.11.234.188.keytab
19:31:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.234.188
19:31:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:31:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:31:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:31:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.234.148:36933
19:31:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:31:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:31:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:31:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:31:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.234.190:37457,127.11.234.189:46451,127.11.234.188:45983
19:31:41.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:31:41.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42035/jwks.json
19:31:41.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:31:41.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:41.528277 12495 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:31:41.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:41.529016 12495 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:31:41.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:41.529634 12495 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:31:41.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:41.568272 12495 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:31:41.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:41.568570 12495 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:31:41.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:41.568897 12495 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:31:41.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:41.569227 12495 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:31:41.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:41.569610 12495 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:31:41.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:41.569844 12495 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:31:41.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:41.570106 12495 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42035/jwks.json
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:41.616407 12495 master_runner.cc:386] Master server non-default flags:
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.234.148:36933
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/data
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/wal
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.234.190:37457,127.11.234.189:46451,127.11.234.188:45983
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/kudu_127.11.234.188.keytab
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.234.188
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.234.188:45983
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42035/jwks.json
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/data/info.pb
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.234.188
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45687
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:31:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:31:41.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:31:41.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:31:41.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/logs
19:31:41.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:31:41.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:31:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:31:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:31:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:31:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:31:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:31:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:30:25 UTC on ccycloud.quasar-sjmjgc.root.comops.site
19:31:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457678
19:31:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:31:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:41.617914 12495 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:31:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:41.619484 12495 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:31:41.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:41.643817 12502 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:42.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:41.645179 12504 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:42.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:41.644503 12501 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:42.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:42.992204 12503 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:31:42.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:42.992551 12495 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:31:42.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:42.998227 12495 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:31:43.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.001724 12495 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:31:43.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.004241 12495 hybrid_clock.cc:648] HybridClock initialized: now 1781983903004139 us; error 115 us; skew 500 ppm
19:31:43.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.005545 12495 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:31:43.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:31:43 dist-test-slave-zlw1 krb5kdc[12215](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983903, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.234.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:31:43.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.019764 12495 init.cc:377] Logged in from keytab as kudu/127.11.234.188@KRBTEST.COM (short username kudu)
19:31:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.025974 12495 webserver.cc:460] Webserver started at http://127.11.234.188:45687/ using document root <none> and password file <none>
19:31:43.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.027091 12495 fs_manager.cc:359] Metadata directory not provided
19:31:43.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.027345 12495 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:31:43.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.039286 12495 fs_manager.cc:709] Time spent opening directory manager: real 0.008s user 0.010s sys 0.000s
19:31:43.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.046074 12515 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:31:43.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.047657 12495 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.007s sys 0.000s
19:31:43.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.048105 12495 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/data,/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/wal
19:31:43.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ff1d848b5c24ab58c651ef8743b337b"
19:31:43.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:40 on dist-test-slave-zlw1"
19:31:43.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.050846 12495 fs_report.cc:383] FS layout report
19:31:43.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:31:43.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/wal
19:31:43.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/wal
19:31:43.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/data/data
19:31:43.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:31:43.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:31:43.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:31:43.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:31:43.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:31:43.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:31:43.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:31:43.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:31:43.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:31:43.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:31:43.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:31:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.091915 12495 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:31:43.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.099035 12495 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:31:43.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.099598 12495 kserver.cc:163] Server-wide thread pool size limit: 3276
19:31:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.190059 12495 rpc_server.cc:307] RPC server started. Bound to: 127.11.234.188:45983
19:31:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.190189 12566 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.234.188:45983 every 8 connection(s)
19:31:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.193578 12495 server_base.cc:1166] Dumped server information to /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-2/data/info.pb
19:31:43.196 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:31:43.196 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.11.234.190:37457
19:31:43.197 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
19:31:43.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.195500 12202 external_mini_cluster.cc:1388] Started /tmp/dist-test-task66UwC5/build/tsan/bin/kudu as pid 12495
19:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.199124 12202 external_mini_cluster.cc:1326] Running /tmp/dist-test-task66UwC5/build/tsan/bin/kudu
19:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task66UwC5/build/tsan/bin/kudu
19:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/wal
19:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/data
19:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:31:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:31:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:31:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/logs
19:31:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/data/info.pb
19:31:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:31:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:31:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:31:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:31:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:31:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:31:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:31:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:31:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:31:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:31:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:31:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:31:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.234.190:37457
19:31:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.234.190
19:31:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40311
19:31:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/kudu_127.11.234.190.keytab
19:31:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.234.190
19:31:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:31:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:31:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:31:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.234.148:36933
19:31:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:31:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:31:43.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:31:43.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:31:43.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.234.190:37457,127.11.234.189:46451,127.11.234.188:45983
19:31:43.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:31:43.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42035/jwks.json
19:31:43.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:31:43.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.211221 12567 sys_catalog.cc:263] Verifying existing consensus state
19:31:43.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.219709 12567 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: Bootstrap starting.
19:31:43.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.270363 12567 log.cc:824] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: Log is configured to *not* fsync() on all Append() calls
19:31:43.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.276590 12567 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:31:43.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.277526 12567 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: Bootstrap complete.
19:31:43.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.305184 12567 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5e99d8d63434176861cbe6fa09fbdc6" member_type: VOTER last_known_addr { host: "127.11.234.190" port: 37457 } } peers { permanent_uuid: "390fb63e946f46a3a655b78296ee4e4c" member_type: VOTER last_known_addr { host: "127.11.234.189" port: 46451 } } peers { permanent_uuid: "8ff1d848b5c24ab58c651ef8743b337b" member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } }
19:31:43.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.308501 12567 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:31:43.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.308910 12567 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8ff1d848b5c24ab58c651ef8743b337b, State: Initialized, Role: FOLLOWER
19:31:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.309959 12567 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5e99d8d63434176861cbe6fa09fbdc6" member_type: VOTER last_known_addr { host: "127.11.234.190" port: 37457 } } peers { permanent_uuid: "390fb63e946f46a3a655b78296ee4e4c" member_type: VOTER last_known_addr { host: "127.11.234.189" port: 46451 } } peers { permanent_uuid: "8ff1d848b5c24ab58c651ef8743b337b" member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } }
19:31:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.316551 12571 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5e99d8d63434176861cbe6fa09fbdc6" member_type: VOTER last_known_addr { host: "127.11.234.190" port: 37457 } } peers { permanent_uuid: "390fb63e946f46a3a655b78296ee4e4c" member_type: VOTER last_known_addr { host: "127.11.234.189" port: 46451 } } peers { permanent_uuid: "8ff1d848b5c24ab58c651ef8743b337b" member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } } }
19:31:43.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.318032 12571 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [sys.catalog]: This master's current role is: FOLLOWER
19:31:43.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.318651 12567 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [sys.catalog]: configured and running, proceeding with master startup.
19:31:43.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:43.355405 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:31:43.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:43.355837 12521 tablet.cc:2369] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:31:43.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:43.356223 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:31:43.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.356750 12495 master_runner.cc:186] Error getting master registration for 127.11.234.190:37457: Network error: Client connection negotiation failed: client connection to 127.11.234.190:37457: connect: Connection refused (error 111),
19:31:43.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.383284 12495 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:31:43.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.459733 12571 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:31:43.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.460336 12571 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5e99d8d63434176861cbe6fa09fbdc6" member_type: VOTER last_known_addr { host: "127.11.234.190" port: 37457 } } peers { permanent_uuid: "390fb63e946f46a3a655b78296ee4e4c" member_type: VOTER last_known_addr { host: "127.11.234.189" port: 46451 } } peers { permanent_uuid: "8ff1d848b5c24ab58c651ef8743b337b" member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } }
19:31:43.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:43.466203 12519 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.234.190:37457: connect: Connection refused (error 111)
19:31:43.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.466656 12571 leader_election.cc:288] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a5e99d8d63434176861cbe6fa09fbdc6 (127.11.234.190:37457), 390fb63e946f46a3a655b78296ee4e4c (127.11.234.189:46451)
19:31:43.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:43.473708 12519 leader_election.cc:334] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a5e99d8d63434176861cbe6fa09fbdc6 (127.11.234.190:37457): Network error: Client connection negotiation failed: client connection to 127.11.234.190:37457: connect: Connection refused (error 111)
19:31:43.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:43.474433 12519 leader_election.cc:334] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 390fb63e946f46a3a655b78296ee4e4c (127.11.234.189:46451): Network error: Client connection negotiation failed: client connection to 127.11.234.189:46451: connect: Connection refused (error 111)
19:31:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.474831 12519 leader_election.cc:302] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8ff1d848b5c24ab58c651ef8743b337b; no voters: 390fb63e946f46a3a655b78296ee4e4c, a5e99d8d63434176861cbe6fa09fbdc6
19:31:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.475772 12571 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:31:43.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:43.632395 12569 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:31:43.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:43.633363 12569 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:31:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:43.634358 12569 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:31:43.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:43.672688 12569 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:31:43.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:43.673091 12569 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:31:43.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:43.673547 12569 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:31:43.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:43.673870 12569 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:31:43.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:43.674171 12569 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:31:43.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:43.674554 12569 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:31:43.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:43.674863 12569 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42035/jwks.json
19:31:43.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.722254 12569 master_runner.cc:386] Master server non-default flags:
19:31:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:31:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.234.148:36933
19:31:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:31:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:31:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/data
19:31:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/wal
19:31:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:31:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:31:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.234.190:37457,127.11.234.189:46451,127.11.234.188:45983
19:31:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/kudu_127.11.234.190.keytab
19:31:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.234.190
19:31:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:31:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:31:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:31:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.234.190:37457
19:31:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:31:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:31:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:31:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42035/jwks.json
19:31:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:31:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:31:43.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:31:43.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:31:43.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:31:43.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/data/info.pb
19:31:43.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.234.190
19:31:43.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40311
19:31:43.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:31:43.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:31:43.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:31:43.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:31:43.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:31:43.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/logs
19:31:43.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:31:43.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:31:43.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:31:43.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:31:43.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:31:43.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:31:43.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:31:43.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:30:25 UTC on ccycloud.quasar-sjmjgc.root.comops.site
19:31:43.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457678
19:31:43.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:31:43.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.724118 12569 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:31:43.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.725666 12569 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:31:43.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:43.749137 12593 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:44.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:44.361876 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:31:44.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:44.362284 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:31:45.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.022632 12600 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:31:45.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.023190 12600 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5e99d8d63434176861cbe6fa09fbdc6" member_type: VOTER last_known_addr { host: "127.11.234.190" port: 37457 } } peers { permanent_uuid: "390fb63e946f46a3a655b78296ee4e4c" member_type: VOTER last_known_addr { host: "127.11.234.189" port: 46451 } } peers { permanent_uuid: "8ff1d848b5c24ab58c651ef8743b337b" member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } }
19:31:45.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.026686 12600 leader_election.cc:288] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a5e99d8d63434176861cbe6fa09fbdc6 (127.11.234.190:37457), 390fb63e946f46a3a655b78296ee4e4c (127.11.234.189:46451)
19:31:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:45.039688 12519 leader_election.cc:334] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a5e99d8d63434176861cbe6fa09fbdc6 (127.11.234.190:37457): Network error: Client connection negotiation failed: client connection to 127.11.234.190:37457: connect: Connection refused (error 111)
19:31:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:45.040799 12519 leader_election.cc:334] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 390fb63e946f46a3a655b78296ee4e4c (127.11.234.189:46451): Network error: Client connection negotiation failed: client connection to 127.11.234.189:46451: connect: Connection refused (error 111)
19:31:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.041225 12519 leader_election.cc:302] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8ff1d848b5c24ab58c651ef8743b337b; no voters: 390fb63e946f46a3a655b78296ee4e4c, a5e99d8d63434176861cbe6fa09fbdc6
19:31:45.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.042271 12600 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:31:45.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:43.751042 12569 server_base.cc:1034] running on GCE node
19:31:45.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:43.750955 12592 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:45.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:43.749212 12595 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:45.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.112732 12569 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:31:45.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.117123 12569 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:31:45.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.118722 12569 hybrid_clock.cc:648] HybridClock initialized: now 1781983905118621 us; error 116 us; skew 500 ppm
19:31:45.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.120081 12569 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:31:45.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:31:45 dist-test-slave-zlw1 krb5kdc[12215](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983905, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.234.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:31:45.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.128746 12569 init.cc:377] Logged in from keytab as kudu/127.11.234.190@KRBTEST.COM (short username kudu)
19:31:45.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.137791 12569 webserver.cc:460] Webserver started at http://127.11.234.190:40311/ using document root <none> and password file <none>
19:31:45.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.139631 12569 fs_manager.cc:359] Metadata directory not provided
19:31:45.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.139989 12569 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:31:45.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.153736 12569 fs_manager.cc:709] Time spent opening directory manager: real 0.009s user 0.005s sys 0.004s
19:31:45.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.161034 12609 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:31:45.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.162832 12569 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.004s sys 0.001s
19:31:45.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.163209 12569 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/data,/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/wal
19:31:45.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5e99d8d63434176861cbe6fa09fbdc6"
19:31:45.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:35 on dist-test-slave-zlw1"
19:31:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.166417 12569 fs_report.cc:383] FS layout report
19:31:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:31:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/wal
19:31:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/wal
19:31:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/data/data
19:31:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:31:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:31:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:31:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:31:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:31:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:31:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:31:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:31:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:31:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:31:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:31:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.264123 12569 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:31:45.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.272477 12569 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:31:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.273152 12569 kserver.cc:163] Server-wide thread pool size limit: 3276
19:31:45.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:45.368674 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:31:45.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:45.369648 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:31:45.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.392831 12569 rpc_server.cc:307] RPC server started. Bound to: 127.11.234.190:37457
19:31:45.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.392908 12660 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.234.190:37457 every 8 connection(s)
19:31:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.396585 12569 server_base.cc:1166] Dumped server information to /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/data/info.pb
19:31:45.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.404187 12202 external_mini_cluster.cc:1388] Started /tmp/dist-test-task66UwC5/build/tsan/bin/kudu as pid 12569
19:31:45.406 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:31:45.406 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.11.234.189:46451
19:31:45.407 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
19:31:45.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.409118 12202 external_mini_cluster.cc:1326] Running /tmp/dist-test-task66UwC5/build/tsan/bin/kudu
19:31:45.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task66UwC5/build/tsan/bin/kudu
19:31:45.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/wal
19:31:45.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/data
19:31:45.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:31:45.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:31:45.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:31:45.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:31:45.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:31:45.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/logs
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/data/info.pb
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.234.189:46451
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.234.189
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36549
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/kudu_127.11.234.189.keytab
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.234.189
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.234.148:36933
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:31:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.234.190:37457,127.11.234.189:46451,127.11.234.188:45983
19:31:45.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:31:45.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42035/jwks.json
19:31:45.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:31:45.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.416224 12661 sys_catalog.cc:263] Verifying existing consensus state
19:31:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260620 19:31:45.417671 12661 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:31:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.418344 12569 master.cc:537] Master@127.11.234.190:37457 shutting down...
19:31:45.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.520428 12569 master.cc:552] Master@127.11.234.190:37457 shutdown complete.
19:31:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:31:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:45.884898 12663 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:31:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:45.885564 12663 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:31:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:45.886234 12663 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:31:45.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:45.923594 12663 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:31:45.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:45.923879 12663 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:31:45.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:45.924150 12663 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:31:45.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:45.924345 12663 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:31:45.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:45.924547 12663 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:31:45.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:45.924723 12663 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:31:45.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:45.924868 12663 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42035/jwks.json
19:31:45.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.966252 12663 master_runner.cc:386] Master server non-default flags:
19:31:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:31:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.234.148:36933
19:31:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:31:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:31:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/data
19:31:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/wal
19:31:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:31:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:31:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.234.190:37457,127.11.234.189:46451,127.11.234.188:45983
19:31:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/krb5kdc/kudu_127.11.234.189.keytab
19:31:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.234.189
19:31:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:31:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:31:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:31:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.234.189:46451
19:31:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:31:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:31:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:31:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42035/jwks.json
19:31:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:31:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:31:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:31:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:31:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:31:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/data/info.pb
19:31:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.234.189
19:31:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36549
19:31:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:31:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:31:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:31:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:31:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:31:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/logs
19:31:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:31:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:31:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:31:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:31:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:31:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:31:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:31:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:30:25 UTC on ccycloud.quasar-sjmjgc.root.comops.site
19:31:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457678
19:31:45.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:31:45.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.968097 12663 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:31:45.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.969739 12663 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:31:45.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:45.990954 12670 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:46.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:46.373981 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:31:46.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:46.374336 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:31:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:45.991106 12669 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:47.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:45.991513 12672 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:31:47.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:45.993460 12663 server_base.cc:1034] running on GCE node
19:31:47.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.376663 12663 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:31:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:47.377677 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:31:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:47.377940 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:31:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.380093 12663 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:31:47.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.381610 12663 hybrid_clock.cc:648] HybridClock initialized: now 1781983907381570 us; error 61 us; skew 500 ppm
19:31:47.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.382755 12663 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:31:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:31:47 dist-test-slave-zlw1 krb5kdc[12215](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983907, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.234.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:31:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.389954 12663 init.cc:377] Logged in from keytab as kudu/127.11.234.189@KRBTEST.COM (short username kudu)
19:31:47.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.396716 12663 webserver.cc:460] Webserver started at http://127.11.234.189:36549/ using document root <none> and password file <none>
19:31:47.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.397930 12663 fs_manager.cc:359] Metadata directory not provided
19:31:47.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.398244 12663 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:31:47.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.408483 12663 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.007s sys 0.000s
19:31:47.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.414613 12682 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:31:47.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.416208 12663 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.001s
19:31:47.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.416652 12663 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/data,/tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/wal
19:31:47.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "390fb63e946f46a3a655b78296ee4e4c"
19:31:47.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:31:37 on dist-test-slave-zlw1"
19:31:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.419667 12663 fs_report.cc:383] FS layout report
19:31:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:31:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/wal
19:31:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/wal
19:31:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/data/data
19:31:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:31:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:31:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:31:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:31:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:31:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:31:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:31:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:31:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:31:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:31:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:31:47.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.464818 12663 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:31:47.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.472764 12663 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:31:47.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.473516 12663 kserver.cc:163] Server-wide thread pool size limit: 3276
19:31:47.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.566612 12663 rpc_server.cc:307] RPC server started. Bound to: 127.11.234.189:46451
19:31:47.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.566817 12733 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.234.189:46451 every 8 connection(s)
19:31:47.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.570487 12663 server_base.cc:1166] Dumped server information to /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/data/info.pb
19:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.574661 12202 external_mini_cluster.cc:1388] Started /tmp/dist-test-task66UwC5/build/tsan/bin/kudu as pid 12663
19:31:47.579 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:31:47.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:47.572739 11555 debug-util.cc:398] Leaking SignalData structure 0x7b0800083040 after lost signal to thread 11492
19:31:47.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:47.573768 11555 debug-util.cc:398] Leaking SignalData structure 0x7b080007f3a0 after lost signal to thread 11558
19:31:47.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.588456 12734 sys_catalog.cc:263] Verifying existing consensus state
19:31:47.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260620 19:31:47.589780 12734 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:31:47.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.591601 12663 master.cc:537] Master@127.11.234.189:46451 shutting down...
19:31:47.647 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.234.188:45983(127.11.234.188:45983)] connecting to peer
19:31:47.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.708415 12663 master.cc:552] Master@127.11.234.189:46451 shutdown complete.
19:31:47.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task66UwC5/test-tmp/mini-kudu-cluster1629864182072704673/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:31:47.750 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.234.190:37457(127.11.234.190:37457)] connecting to peer
19:31:47.751 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.234.189:46451(127.11.234.189:46451)] connecting to peer
19:31:47.806 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.234.188:45983(127.11.234.188:45983)] Successfully connected to peer
19:31:47.807 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:47.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.234.190:37457(127.11.234.190:37457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:47.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.190:37457: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:47.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:47.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.234.189:46451(127.11.234.189:46451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:47.907 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.189:46451: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:47.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.913293 12740 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:31:47.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.913857 12740 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5e99d8d63434176861cbe6fa09fbdc6" member_type: VOTER last_known_addr { host: "127.11.234.190" port: 37457 } } peers { permanent_uuid: "390fb63e946f46a3a655b78296ee4e4c" member_type: VOTER last_known_addr { host: "127.11.234.189" port: 46451 } } peers { permanent_uuid: "8ff1d848b5c24ab58c651ef8743b337b" member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } }
19:31:47.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.916078 12740 leader_election.cc:288] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a5e99d8d63434176861cbe6fa09fbdc6 (127.11.234.190:37457), 390fb63e946f46a3a655b78296ee4e4c (127.11.234.189:46451)
19:31:47.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:47.925655 12519 leader_election.cc:334] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a5e99d8d63434176861cbe6fa09fbdc6 (127.11.234.190:37457): Network error: Client connection negotiation failed: client connection to 127.11.234.190:37457: connect: Connection refused (error 111)
19:31:47.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:47.926298 12519 leader_election.cc:334] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 390fb63e946f46a3a655b78296ee4e4c (127.11.234.189:46451): Network error: Client connection negotiation failed: client connection to 127.11.234.189:46451: connect: Connection refused (error 111)
19:31:47.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.926666 12519 leader_election.cc:302] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8ff1d848b5c24ab58c651ef8743b337b; no voters: 390fb63e946f46a3a655b78296ee4e4c, a5e99d8d63434176861cbe6fa09fbdc6
19:31:47.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:47.927521 12740 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:31:47.935 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
19:31:47.945 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.11.234.188
19:31:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:31:48 dist-test-slave-zlw1 krb5kdc[12215](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983901, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.11.234.188@KRBTEST.COM
19:31:48.276 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x22e474a2, L:/127.0.0.1:36850 - R:/127.11.234.188:45983] using SASL/GSSAPI
19:31:48.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451; will retry
19:31:48.309 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.190:37457(127.11.234.190:37457)] connecting to peer
19:31:48.313 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.189:46451(127.11.234.189:46451)] connecting to peer
19:31:48.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:48.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.234.190:37457(127.11.234.190:37457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:48.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.190:37457: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:48.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:48.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.234.189:46451(127.11.234.189:46451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:48.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.189:46451: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:48.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451; will retry
19:31:48.347 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.190:37457(127.11.234.190:37457)] connecting to peer
19:31:48.348 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.189:46451(127.11.234.189:46451)] connecting to peer
19:31:48.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:48.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.234.190:37457(127.11.234.190:37457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:48.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.190:37457: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:48.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:48.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.234.189:46451(127.11.234.189:46451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:48.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.189:46451: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:48.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451; will retry
19:31:48.366 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.190:37457(127.11.234.190:37457)] connecting to peer
19:31:48.367 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.189:46451(127.11.234.189:46451)] connecting to peer
19:31:48.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:48.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.234.190:37457(127.11.234.190:37457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:48.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.190:37457: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:48.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:48.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.234.189:46451(127.11.234.189:46451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:48.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.189:46451: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:48.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451; will retry
19:31:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:48.381580 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:31:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:48.381904 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:31:48.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:48.385720 12495 master_runner.cc:186] Error getting master registration for 127.11.234.190:37457: Network error: Client connection negotiation failed: client connection to 127.11.234.190:37457: connect: Connection refused (error 111),
19:31:48.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:48.386209 12495 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:31:48.406 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.190:37457(127.11.234.190:37457)] connecting to peer
19:31:48.407 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.189:46451(127.11.234.189:46451)] connecting to peer
19:31:48.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:48.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.234.190:37457(127.11.234.190:37457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:48.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.190:37457: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:48.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:48.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.234.189:46451(127.11.234.189:46451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:48.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.189:46451: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:48.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451; will retry
19:31:48.466 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.190:37457(127.11.234.190:37457)] connecting to peer
19:31:48.467 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.189:46451(127.11.234.189:46451)] connecting to peer
19:31:48.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:48.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.234.190:37457(127.11.234.190:37457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:48.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.190:37457: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:48.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:48.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.234.189:46451(127.11.234.189:46451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:48.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.189:46451: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:48.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451; will retry
19:31:48.547 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.190:37457(127.11.234.190:37457)] connecting to peer
19:31:48.548 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.189:46451(127.11.234.189:46451)] connecting to peer
19:31:48.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:48.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.234.190:37457(127.11.234.190:37457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:48.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.190:37457: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:48.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:48.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.234.189:46451(127.11.234.189:46451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:48.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.189:46451: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:48.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451; will retry
19:31:48.606 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.190:37457(127.11.234.190:37457)] connecting to peer
19:31:48.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:48.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.234.190:37457(127.11.234.190:37457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:48.609 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.189:46451(127.11.234.189:46451)] connecting to peer
19:31:48.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.190:37457: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:48.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:48.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.234.189:46451(127.11.234.189:46451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:48.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.189:46451: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:48.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451; will retry
19:31:48.667 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.190:37457(127.11.234.190:37457)] connecting to peer
19:31:48.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:48.670 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.189:46451(127.11.234.189:46451)] connecting to peer
19:31:48.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.234.190:37457(127.11.234.190:37457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:48.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.190:37457: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:48.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:48.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.234.189:46451(127.11.234.189:46451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:48.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.189:46451: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:48.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451; will retry
19:31:48.866 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.190:37457(127.11.234.190:37457)] connecting to peer
19:31:48.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:48.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.234.190:37457(127.11.234.190:37457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:48.875 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.189:46451(127.11.234.189:46451)] connecting to peer
19:31:48.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.190:37457: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:48.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:48.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.234.189:46451(127.11.234.189:46451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:48.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.189:46451: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:48.878 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451; will retry
19:31:49.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:49.385527 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:31:49.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:49.385902 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:31:49.446 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.190:37457(127.11.234.190:37457)] connecting to peer
19:31:49.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:49.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.234.190:37457(127.11.234.190:37457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:49.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.190:37457: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:49.450 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.189:46451(127.11.234.189:46451)] connecting to peer
19:31:49.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:49.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.234.189:46451(127.11.234.189:46451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:49.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.189:46451: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:49.453 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451; will retry
19:31:50.007 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.190:37457(127.11.234.190:37457)] connecting to peer
19:31:50.012 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.189:46451(127.11.234.189:46451)] connecting to peer
19:31:50.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:50.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.234.190:37457(127.11.234.190:37457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:50.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.190:37457: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:50.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:50.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.234.189:46451(127.11.234.189:46451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:50.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.189:46451: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:50.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451; will retry
19:31:50.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:50.388981 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:31:50.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:50.389282 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:31:50.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:50.749161 12746 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:31:50.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:50.749593 12746 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5e99d8d63434176861cbe6fa09fbdc6" member_type: VOTER last_known_addr { host: "127.11.234.190" port: 37457 } } peers { permanent_uuid: "390fb63e946f46a3a655b78296ee4e4c" member_type: VOTER last_known_addr { host: "127.11.234.189" port: 46451 } } peers { permanent_uuid: "8ff1d848b5c24ab58c651ef8743b337b" member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } }
19:31:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:50.751158 12746 leader_election.cc:288] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a5e99d8d63434176861cbe6fa09fbdc6 (127.11.234.190:37457), 390fb63e946f46a3a655b78296ee4e4c (127.11.234.189:46451)
19:31:50.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:50.753990 12519 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.234.190:37457: connect: Connection refused (error 111) [suppressed 5 similar messages]
19:31:50.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:50.757364 12519 leader_election.cc:334] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a5e99d8d63434176861cbe6fa09fbdc6 (127.11.234.190:37457): Network error: Client connection negotiation failed: client connection to 127.11.234.190:37457: connect: Connection refused (error 111)
19:31:50.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:50.757841 12519 leader_election.cc:334] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 390fb63e946f46a3a655b78296ee4e4c (127.11.234.189:46451): Network error: Client connection negotiation failed: client connection to 127.11.234.189:46451: connect: Connection refused (error 111)
19:31:50.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:50.758093 12519 leader_election.cc:302] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8ff1d848b5c24ab58c651ef8743b337b; no voters: 390fb63e946f46a3a655b78296ee4e4c, a5e99d8d63434176861cbe6fa09fbdc6
19:31:50.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:50.759099 12746 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:31:51.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:51.393085 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:31:51.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:51.393431 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:31:52.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:52.397675 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:31:52.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:52.398068 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:31:53.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:31:53 dist-test-slave-zlw1 krb5kdc[12215](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983913, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.234.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:31:53.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:53.025084 12511 init.cc:295] Successfully reacquired a new kerberos TGT
19:31:53.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:53.390225 12495 master_runner.cc:186] Error getting master registration for 127.11.234.190:37457: Network error: Client connection negotiation failed: client connection to 127.11.234.190:37457: connect: Connection refused (error 111),
19:31:53.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:53.390772 12495 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:31:53.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:53.401280 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:31:53.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:53.401614 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:31:53.466 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.190:37457(127.11.234.190:37457)] connecting to peer
19:31:53.468 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.189:46451(127.11.234.189:46451)] connecting to peer
19:31:53.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:53.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.234.190:37457(127.11.234.190:37457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:53.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.190:37457: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:53.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:53.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.234.189:46451(127.11.234.189:46451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:53.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.189:46451: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:53.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451; will retry
19:31:53.626 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.190:37457(127.11.234.190:37457)] connecting to peer
19:31:53.629 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.189:46451(127.11.234.189:46451)] connecting to peer
19:31:53.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:53.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.234.190:37457(127.11.234.190:37457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:53.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.190:37457: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:53.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:53.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.234.189:46451(127.11.234.189:46451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:53.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.189:46451: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:53.632 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451; will retry
19:31:53.946 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.190:37457(127.11.234.190:37457)] connecting to peer
19:31:53.949 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.189:46451(127.11.234.189:46451)] connecting to peer
19:31:53.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:53.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.234.190:37457(127.11.234.190:37457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:53.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.190:37457: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:53.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:53.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.234.189:46451(127.11.234.189:46451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:53.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.189:46451: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:53.953 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451; will retry
19:31:54.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:54.405134 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:31:54.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:54.405498 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:31:55.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:55.409423 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:31:55.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:55.409783 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:31:56.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:56.414280 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:31:56.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:56.414716 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:31:57.166 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.190:37457(127.11.234.190:37457)] connecting to peer
19:31:57.167 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.189:46451(127.11.234.189:46451)] connecting to peer
19:31:57.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:57.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.234.190:37457(127.11.234.190:37457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:57.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.190:37457: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:57.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:57.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.234.189:46451(127.11.234.189:46451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:57.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.189:46451: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:57.173 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451; will retry
19:31:57.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:57.419140 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:31:57.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:57.419565 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:31:57.926 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.190:37457(127.11.234.190:37457)] connecting to peer
19:31:57.927 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.189:46451(127.11.234.189:46451)] connecting to peer
19:31:57.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:57.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.234.190:37457(127.11.234.190:37457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:57.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.190:37457: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:31:57.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:57.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.234.189:46451(127.11.234.189:46451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:57.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.189:46451: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:31:57.932 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451; will retry
19:31:58.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:58.133677 12758 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:31:58.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:58.134196 12758 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5e99d8d63434176861cbe6fa09fbdc6" member_type: VOTER last_known_addr { host: "127.11.234.190" port: 37457 } } peers { permanent_uuid: "390fb63e946f46a3a655b78296ee4e4c" member_type: VOTER last_known_addr { host: "127.11.234.189" port: 46451 } } peers { permanent_uuid: "8ff1d848b5c24ab58c651ef8743b337b" member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } }
19:31:58.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:58.136169 12758 leader_election.cc:288] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a5e99d8d63434176861cbe6fa09fbdc6 (127.11.234.190:37457), 390fb63e946f46a3a655b78296ee4e4c (127.11.234.189:46451)
19:31:58.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:58.139236 12519 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.234.190:37457: connect: Connection refused (error 111) [suppressed 1 similar messages]
19:31:58.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:58.142656 12519 leader_election.cc:334] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a5e99d8d63434176861cbe6fa09fbdc6 (127.11.234.190:37457): Network error: Client connection negotiation failed: client connection to 127.11.234.190:37457: connect: Connection refused (error 111)
19:31:58.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:58.143455 12519 leader_election.cc:334] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 390fb63e946f46a3a655b78296ee4e4c (127.11.234.189:46451): Network error: Client connection negotiation failed: client connection to 127.11.234.189:46451: connect: Connection refused (error 111)
19:31:58.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:58.143752 12519 leader_election.cc:302] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8ff1d848b5c24ab58c651ef8743b337b; no voters: 390fb63e946f46a3a655b78296ee4e4c, a5e99d8d63434176861cbe6fa09fbdc6
19:31:58.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:58.144449 12758 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:31:58.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:58.393404 12495 master_runner.cc:186] Error getting master registration for 127.11.234.190:37457: Network error: Client connection negotiation failed: client connection to 127.11.234.190:37457: connect: Connection refused (error 111),
19:31:58.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:31:58.393824 12495 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:31:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:58.423010 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:31:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:58.423344 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:31:59.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:59.426908 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:31:59.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:31:59.427286 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:32:00.066 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.190:37457(127.11.234.190:37457)] connecting to peer
19:32:00.069 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.189:46451(127.11.234.189:46451)] connecting to peer
19:32:00.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:32:00.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.234.190:37457(127.11.234.190:37457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:32:00.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.190:37457: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:32:00.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:32:00.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.234.189:46451(127.11.234.189:46451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:32:00.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.189:46451: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:32:00.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451; will retry
19:32:00.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:00.430673 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:32:00.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:00.431031 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:32:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:01.434561 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:32:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:01.434926 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:32:02.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:02.439162 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:32:02.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:02.439574 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:32:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:32:03 dist-test-slave-zlw1 krb5kdc[12215](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983923, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.234.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:32:03.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:03.028498 12511 init.cc:295] Successfully reacquired a new kerberos TGT
19:32:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:03.397972 12495 master_runner.cc:186] Error getting master registration for 127.11.234.190:37457: Network error: Client connection negotiation failed: client connection to 127.11.234.190:37457: connect: Connection refused (error 111),
19:32:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:03.398504 12495 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:32:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:03.444413 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:32:03.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:03.444785 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:32:03.586 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.190:37457(127.11.234.190:37457)] connecting to peer
19:32:03.587 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.189:46451(127.11.234.189:46451)] connecting to peer
19:32:03.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:32:03.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:32:03.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.234.189:46451(127.11.234.189:46451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:32:03.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.234.190:37457(127.11.234.190:37457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:32:03.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.189:46451: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:32:03.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.190:37457: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:32:03.592 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451; will retry
19:32:03.906 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.190:37457(127.11.234.190:37457)] connecting to peer
19:32:03.907 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.189:46451(127.11.234.189:46451)] connecting to peer
19:32:03.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:32:03.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.234.190:37457(127.11.234.190:37457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:32:03.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.190:37457: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:32:03.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:32:03.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.234.189:46451(127.11.234.189:46451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:32:03.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.189:46451: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:32:03.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451; will retry
19:32:04.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:04.448832 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:32:04.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:04.449150 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:32:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:05.453028 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:32:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:05.453349 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:32:06.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:06.044387 12771 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:32:06.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:06.045006 12771 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5e99d8d63434176861cbe6fa09fbdc6" member_type: VOTER last_known_addr { host: "127.11.234.190" port: 37457 } } peers { permanent_uuid: "390fb63e946f46a3a655b78296ee4e4c" member_type: VOTER last_known_addr { host: "127.11.234.189" port: 46451 } } peers { permanent_uuid: "8ff1d848b5c24ab58c651ef8743b337b" member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } }
19:32:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:06.047084 12771 leader_election.cc:288] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a5e99d8d63434176861cbe6fa09fbdc6 (127.11.234.190:37457), 390fb63e946f46a3a655b78296ee4e4c (127.11.234.189:46451)
19:32:06.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:06.050612 12519 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.234.190:37457: connect: Connection refused (error 111) [suppressed 1 similar messages]
19:32:06.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:06.054504 12519 leader_election.cc:334] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a5e99d8d63434176861cbe6fa09fbdc6 (127.11.234.190:37457): Network error: Client connection negotiation failed: client connection to 127.11.234.190:37457: connect: Connection refused (error 111)
19:32:06.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:06.055114 12519 leader_election.cc:334] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 390fb63e946f46a3a655b78296ee4e4c (127.11.234.189:46451): Network error: Client connection negotiation failed: client connection to 127.11.234.189:46451: connect: Connection refused (error 111)
19:32:06.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:06.055483 12519 leader_election.cc:302] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8ff1d848b5c24ab58c651ef8743b337b; no voters: 390fb63e946f46a3a655b78296ee4e4c, a5e99d8d63434176861cbe6fa09fbdc6
19:32:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:06.056190 12771 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:32:06.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:06.456633 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:32:06.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:06.456948 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:32:07.146 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.190:37457(127.11.234.190:37457)] connecting to peer
19:32:07.147 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.189:46451(127.11.234.189:46451)] connecting to peer
19:32:07.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:32:07.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.234.190:37457(127.11.234.190:37457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:32:07.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.190:37457: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:32:07.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:32:07.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.234.189:46451(127.11.234.189:46451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:32:07.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.189:46451: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:32:07.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451; will retry
19:32:07.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:07.460134 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:32:07.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:07.460405 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:32:08.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:08.401926 12495 master_runner.cc:186] Error getting master registration for 127.11.234.190:37457: Network error: Client connection negotiation failed: client connection to 127.11.234.190:37457: connect: Connection refused (error 111),
19:32:08.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:08.402312 12495 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:32:08.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:08.463446 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:32:08.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:08.463785 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:32:08.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:08.731602 12779 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:32:08.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:08.732489 12779 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5e99d8d63434176861cbe6fa09fbdc6" member_type: VOTER last_known_addr { host: "127.11.234.190" port: 37457 } } peers { permanent_uuid: "390fb63e946f46a3a655b78296ee4e4c" member_type: VOTER last_known_addr { host: "127.11.234.189" port: 46451 } } peers { permanent_uuid: "8ff1d848b5c24ab58c651ef8743b337b" member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } }
19:32:08.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:08.734295 12779 leader_election.cc:288] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a5e99d8d63434176861cbe6fa09fbdc6 (127.11.234.190:37457), 390fb63e946f46a3a655b78296ee4e4c (127.11.234.189:46451)
19:32:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:08.742496 12519 leader_election.cc:334] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a5e99d8d63434176861cbe6fa09fbdc6 (127.11.234.190:37457): Network error: Client connection negotiation failed: client connection to 127.11.234.190:37457: connect: Connection refused (error 111)
19:32:08.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:08.743100 12519 leader_election.cc:334] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 390fb63e946f46a3a655b78296ee4e4c (127.11.234.189:46451): Network error: Client connection negotiation failed: client connection to 127.11.234.189:46451: connect: Connection refused (error 111)
19:32:08.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:08.743453 12519 leader_election.cc:302] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8ff1d848b5c24ab58c651ef8743b337b; no voters: 390fb63e946f46a3a655b78296ee4e4c, a5e99d8d63434176861cbe6fa09fbdc6
19:32:08.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:08.744122 12779 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:32:09.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:09.467162 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:32:09.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:09.467608 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:32:09.850 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.190:37457(127.11.234.190:37457)] connecting to peer
19:32:09.851 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.189:46451(127.11.234.189:46451)] connecting to peer
19:32:09.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:32:09.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.234.190:37457(127.11.234.190:37457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:32:09.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.190:37457: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:32:09.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:32:09.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.234.189:46451(127.11.234.189:46451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:32:09.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.189:46451: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:32:09.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451; will retry
19:32:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:10.471163 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:32:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:10.471527 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:32:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:10.874634 12187 debug-util.cc:398] Leaking SignalData structure 0x7b0800043060 after lost signal to thread 12063
19:32:10.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:10.876139 12187 debug-util.cc:398] Leaking SignalData structure 0x7b08000af040 after lost signal to thread 12190
19:32:11.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:11.474825 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:32:11.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:11.475162 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:32:11.766 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.190:37457(127.11.234.190:37457)] connecting to peer
19:32:11.768 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.189:46451(127.11.234.189:46451)] connecting to peer
19:32:11.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:32:11.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.234.190:37457(127.11.234.190:37457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:32:11.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.190:37457: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:32:11.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:32:11.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.234.189:46451(127.11.234.189:46451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:32:11.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.189:46451: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:32:11.772 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451; will retry
19:32:12.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:12.478705 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:32:12.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:12.479194 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:32:13.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:32:13 dist-test-slave-zlw1 krb5kdc[12215](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983933, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.234.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:32:13.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:13.032006 12511 init.cc:295] Successfully reacquired a new kerberos TGT
19:32:13.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:13.406029 12495 master_runner.cc:186] Error getting master registration for 127.11.234.190:37457: Network error: Client connection negotiation failed: client connection to 127.11.234.190:37457: connect: Connection refused (error 111),
19:32:13.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:13.406507 12495 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:32:13.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:13.463281 12187 debug-util.cc:398] Leaking SignalData structure 0x7b08000af9a0 after lost signal to thread 12063
19:32:13.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:13.464231 12187 debug-util.cc:398] Leaking SignalData structure 0x7b08000af460 after lost signal to thread 12190
19:32:13.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:13.482961 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:32:13.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:13.483453 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:32:14.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:14.082302 12787 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:32:14.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:14.082993 12787 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5e99d8d63434176861cbe6fa09fbdc6" member_type: VOTER last_known_addr { host: "127.11.234.190" port: 37457 } } peers { permanent_uuid: "390fb63e946f46a3a655b78296ee4e4c" member_type: VOTER last_known_addr { host: "127.11.234.189" port: 46451 } } peers { permanent_uuid: "8ff1d848b5c24ab58c651ef8743b337b" member_type: VOTER last_known_addr { host: "127.11.234.188" port: 45983 } }
19:32:14.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:14.085317 12787 leader_election.cc:288] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a5e99d8d63434176861cbe6fa09fbdc6 (127.11.234.190:37457), 390fb63e946f46a3a655b78296ee4e4c (127.11.234.189:46451)
19:32:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:14.088451 12519 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.234.190:37457: connect: Connection refused (error 111) [suppressed 3 similar messages]
19:32:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:14.091841 12519 leader_election.cc:334] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a5e99d8d63434176861cbe6fa09fbdc6 (127.11.234.190:37457): Network error: Client connection negotiation failed: client connection to 127.11.234.190:37457: connect: Connection refused (error 111)
19:32:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:14.092438 12519 leader_election.cc:334] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 390fb63e946f46a3a655b78296ee4e4c (127.11.234.189:46451): Network error: Client connection negotiation failed: client connection to 127.11.234.189:46451: connect: Connection refused (error 111)
19:32:14.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:14.092891 12519 leader_election.cc:302] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8ff1d848b5c24ab58c651ef8743b337b; no voters: 390fb63e946f46a3a655b78296ee4e4c, a5e99d8d63434176861cbe6fa09fbdc6
19:32:14.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:14.093642 12787 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:32:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:14.486254 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:32:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:14.486553 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:32:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:15.489531 12582 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ff1d848b5c24ab58c651ef8743b337b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:32:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:15.489845 12582 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:32:15.767 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.190:37457(127.11.234.190:37457)] connecting to peer
19:32:15.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:32:15.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.234.190:37457(127.11.234.190:37457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:32:15.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.190:37457: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457
19:32:15.769 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.234.189:46451(127.11.234.189:46451)] connecting to peer
19:32:15.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:32:15.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.234.189:46451(127.11.234.189:46451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:32:15.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.234.189:46451: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
19:32:15.773 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451; will retry
19:32:15.782 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28190), Traces: [0ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [316ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [703ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [708ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [716ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [724ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [731ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [740ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [743ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [745ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [756ms] refreshing cache from master, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [762ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [765ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [766ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [768ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [776ms] refreshing cache from master, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [782ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [783ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [784ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [786ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [816ms] refreshing cache from master, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [820ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [827ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [829ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [834ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [876ms] refreshing cache from master, [876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [881ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [885ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [887ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [889ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [956ms] refreshing cache from master, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [964ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [965ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [966ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [968ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [1016ms] refreshing cache from master, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [1029ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [1031ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [1076ms] refreshing cache from master, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [1085ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [1086ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [1087ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [1276ms] refreshing cache from master, [1276ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [1277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [1285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [1285ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [1288ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [1290ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [1856ms] refreshing cache from master, [1856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [1857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [1861ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [1864ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [1864ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [2417ms] refreshing cache from master, [2417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [2418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [2420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [2425ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [2427ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [2428ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [2429ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [5876ms] refreshing cache from master, [5876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [5877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [5879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [5881ms] too many traces: truncated at 100 traces, deferred=Deferred@510369906(state=PENDING, result=null, callback=(continuation of Deferred@327217785 after retry RPC after error@354910974) -> (continuation of Deferred@1626043381 after retry RPC after error@591407018) -> (continuation of Deferred@935795329 after retry RPC after error@509501173) -> (continuation of Deferred@621928976 after retry RPC after error@131005551) -> (continuation of Deferred@148045061 after retry RPC after error@1679270684) -> (continuation of Deferred@1312607468 after retry RPC after error@1046572224) -> (continuation of Deferred@566527196 after retry RPC after error@2014502075) -> (continuation of Deferred@1356932345 after retry RPC after error@1708348745) -> (continuation of Deferred@1622462283 after retry RPC after error@246231266) -> (continuation of Deferred@1471286050 after retry RPC after error@682911104) -> (continuation of Deferred@1857829194 after retry RPC after error@158412383) -> (continuation of Deferred@1314774856 after retry RPC after error@1162754918) -> (continuation of Deferred@1245129964 after retry RPC after error@1253371939) -> (continuation of Deferred@1781780898 after retry RPC after error@1586647689) -> (continuation of Deferred@758207995 after retry RPC after error@1080659350) -> (continuation of Deferred@883161848 after retry RPC after error@2028593407) -> (continuation of Deferred@1607531668 after retry RPC after error@1406787525) -> (continuation of Deferred@2022083452 after retry RPC after error@1331651211) -> (continuation of Deferred@389223336 after retry RPC after error@168415612) -> (continuation of Deferred@1176008234 after retry RPC after error@1919356760) -> (continuation of Deferred@2110192879 after retry RPC after error@964706330) -> (continuation of Deferred@1017960486 after retry RPC after error@1996164388) -> (continuation of Deferred@1016112784 after retry RPC after error@128692616), errback=(continuation of Deferred@327217785 after retry RPC after error@354910974) -> (continuation of Deferred@1626043381 after retry RPC after error@591407018) -> (continuation of Deferred@935795329 after retry RPC after error@509501173) -> (continuation of Deferred@621928976 after retry RPC after error@131005551) -> (continuation of Deferred@148045061 after retry RPC after error@1679270684) -> (continuation of Deferred@1312607468 after retry RPC after error@1046572224) -> (continuation of Deferred@566527196 after retry RPC after error@2014502075) -> (continuation of Deferred@1356932345 after retry RPC after error@1708348745) -> (continuation of Deferred@1622462283 after retry RPC after error@246231266) -> (continuation of Deferred@1471286050 after retry RPC after error@682911104) -> (continuation of Deferred@1857829194 after retry RPC after error@158412383) -> (continuation of Deferred@1314774856 after retry RPC after error@1162754918) -> (continuation of Deferred@1245129964 after retry RPC after error@1253371939) -> (continuation of Deferred@1781780898 after retry RPC after error@1586647689) -> (continuation of Deferred@758207995 after retry RPC after error@1080659350) -> (continuation of Deferred@883161848 after retry RPC after error@2028593407) -> (continuation of Deferred@1607531668 after retry RPC after error@1406787525) -> (continuation of Deferred@2022083452 after retry RPC after error@1331651211) -> (continuation of Deferred@389223336 after retry RPC after error@168415612) -> (continuation of Deferred@1176008234 after retry RPC after error@1919356760) -> (continuation of Deferred@2110192879 after retry RPC after error@964706330) -> (continuation of Deferred@1017960486 after retry RPC after error@1996164388) -> (continuation of Deferred@1016112784 after retry RPC after error@128692616)))
19:32:15.791 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.11.234.190:37457(127.11.234.190:37457)] disconnecting while in state TERMINATED
19:32:15.793 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.11.234.188:45983(127.11.234.188:45983)] disconnecting while in state READY
19:32:15.793 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.11.234.189:46451(127.11.234.189:46451)] disconnecting while in state TERMINATED
19:32:15.808 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:32:15.814 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.234.188:45983(127.11.234.188:45983)] handling channelInactive
19:32:15.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.234.188:45983(127.11.234.188:45983)] cleaning up while in state READY due to: connection closed
19:32:15.817 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:32:15.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:15.825979 12202 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task66UwC5/build/tsan/bin/kudu with pid 12495
19:32:16.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:16.303748 11710 debug-util.cc:398] Leaking SignalData structure 0x7b08000b1e20 after lost signal to thread 11643
19:32:16.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:32:16.305226 11710 debug-util.cc:398] Leaking SignalData structure 0x7b08000c2620 after lost signal to thread 11713
19:32:17.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T19:32:17Z chronyd exiting
19:32:18.227 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:32:18.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:18.229496 11479 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task66UwC5/build/tsan/bin/kudu with pid 11779
19:32:18.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:18.272044 11479 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task66UwC5/build/tsan/bin/kudu with pid 11921
19:32:18.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:18.305572 11479 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task66UwC5/build/tsan/bin/kudu with pid 12062
19:32:18.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:18.340876 11479 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task66UwC5/build/tsan/bin/kudu with pid 11491
19:32:18.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:18.377132 11479 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task66UwC5/build/tsan/bin/kudu with pid 11561
19:32:18.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:32:18.417232 11479 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task66UwC5/build/tsan/bin/kudu with pid 11636
19:32:19.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T19:32:19Z chronyd exiting
19:32:20.698 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28190), Traces: [0ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [316ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [703ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [708ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [716ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [724ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [731ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [740ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [743ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [745ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [756ms] refreshing cache from master, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [762ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [765ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [766ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [768ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [776ms] refreshing cache from master, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [782ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [783ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [784ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [786ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [816ms] refreshing cache from master, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [820ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [827ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [829ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [834ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [876ms] refreshing cache from master, [876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [881ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [885ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [887ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [889ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [956ms] refreshing cache from master, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [964ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [965ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [966ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [968ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [1016ms] refreshing cache from master, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [1029ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [1031ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [1076ms] refreshing cache from master, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [1085ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [1086ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [1087ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [1276ms] refreshing cache from master, [1276ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [1277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [1285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [1285ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [1288ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [1290ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [1856ms] refreshing cache from master, [1856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [1857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [1861ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [1864ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [1864ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [2417ms] refreshing cache from master, [2417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [2418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [2420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [2425ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [2427ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [2428ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [2429ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [5876ms] refreshing cache from master, [5876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [5877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [5879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [5881ms] too many traces: truncated at 100 traces, deferred=Deferred@510369906(state=PENDING, result=null, callback=(continuation of Deferred@327217785 after retry RPC after error@354910974) -> (continuation of Deferred@1626043381 after retry RPC after error@591407018) -> (continuation of Deferred@935795329 after retry RPC after error@509501173) -> (continuation of Deferred@621928976 after retry RPC after error@131005551) -> (continuation of Deferred@148045061 after retry RPC after error@1679270684) -> (continuation of Deferred@1312607468 after retry RPC after error@1046572224) -> (continuation of Deferred@566527196 after retry RPC after error@2014502075) -> (continuation of Deferred@1356932345 after retry RPC after error@1708348745) -> (continuation of Deferred@1622462283 after retry RPC after error@246231266) -> (continuation of Deferred@1471286050 after retry RPC after error@682911104) -> (continuation of Deferred@1857829194 after retry RPC after error@158412383) -> (continuation of Deferred@1314774856 after retry RPC after error@1162754918) -> (continuation of Deferred@1245129964 after retry RPC after error@1253371939) -> (continuation of Deferred@1781780898 after retry RPC after error@1586647689) -> (continuation of Deferred@758207995 after retry RPC after error@1080659350) -> (continuation of Deferred@883161848 after retry RPC after error@2028593407) -> (continuation of Deferred@1607531668 after retry RPC after error@1406787525) -> (continuation of Deferred@2022083452 after retry RPC after error@1331651211) -> (continuation of Deferred@389223336 after retry RPC after error@168415612) -> (continuation of Deferred@1176008234 after retry RPC after error@1919356760) -> (continuation of Deferred@2110192879 after retry RPC after error@964706330) -> (continuation of Deferred@1017960486 after retry RPC after error@1996164388) -> (continuation of Deferred@1016112784 after retry RPC after error@128692616), errback=(continuation of Deferred@327217785 after retry RPC after error@354910974) -> (continuation of Deferred@1626043381 after retry RPC after error@591407018) -> (continuation of Deferred@935795329 after retry RPC after error@509501173) -> (continuation of Deferred@621928976 after retry RPC after error@131005551) -> (continuation of Deferred@148045061 after retry RPC after error@1679270684) -> (continuation of Deferred@1312607468 after retry RPC after error@1046572224) -> (continuation of Deferred@566527196 after retry RPC after error@2014502075) -> (continuation of Deferred@1356932345 after retry RPC after error@1708348745) -> (continuation of Deferred@1622462283 after retry RPC after error@246231266) -> (continuation of Deferred@1471286050 after retry RPC after error@682911104) -> (continuation of Deferred@1857829194 after retry RPC after error@158412383) -> (continuation of Deferred@1314774856 after retry RPC after error@1162754918) -> (continuation of Deferred@1245129964 after retry RPC after error@1253371939) -> (continuation of Deferred@1781780898 after retry RPC after error@1586647689) -> (continuation of Deferred@758207995 after retry RPC after error@1080659350) -> (continuation of Deferred@883161848 after retry RPC after error@2028593407) -> (continuation of Deferred@1607531668 after retry RPC after error@1406787525) -> (continuation of Deferred@2022083452 after retry RPC after error@1331651211) -> (continuation of Deferred@389223336 after retry RPC after error@168415612) -> (continuation of Deferred@1176008234 after retry RPC after error@1919356760) -> (continuation of Deferred@2110192879 after retry RPC after error@964706330) -> (continuation of Deferred@1017960486 after retry RPC after error@1996164388) -> (continuation of Deferred@1016112784 after retry RPC after error@128692616)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.234.189:46451
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28190), Traces: [0ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [316ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [703ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [708ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [716ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [724ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [731ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [740ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [743ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [745ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [756ms] refreshing cache from master, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [762ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [765ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [766ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [768ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [776ms] refreshing cache from master, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [782ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [783ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [784ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [786ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [816ms] refreshing cache from master, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [820ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [827ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [829ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [834ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [876ms] refreshing cache from master, [876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [881ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [885ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [887ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [889ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [956ms] refreshing cache from master, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [964ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [965ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [966ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [968ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [1016ms] refreshing cache from master, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [1029ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [1031ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [1076ms] refreshing cache from master, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [1085ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [1086ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [1087ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [1276ms] refreshing cache from master, [1276ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [1277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [1285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [1285ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [1288ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [1290ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [1856ms] refreshing cache from master, [1856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [1857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [1861ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [1864ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [1864ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [2417ms] refreshing cache from master, [2417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [2418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [2420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [2425ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.190:37457: Network error: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457, [2427ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.188:45983: OK, [2428ms] Sub RPC ConnectToMaster: received response from server master-127.11.234.189:46451: Network error: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [2429ms] delaying RPC due to: Service unavailable: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451, [5876ms] refreshing cache from master, [5876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.188:45983, [5877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.190:37457, [5879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.234.189:46451, [5881ms] too many traces: truncated at 100 traces, deferred=Deferred@510369906(state=PENDING, result=null, callback=(continuation of Deferred@327217785 after retry RPC after error@354910974) -> (continuation of Deferred@1626043381 after retry RPC after error@591407018) -> (continuation of Deferred@935795329 after retry RPC after error@509501173) -> (continuation of Deferred@621928976 after retry RPC after error@131005551) -> (continuation of Deferred@148045061 after retry RPC after error@1679270684) -> (continuation of Deferred@1312607468 after retry RPC after error@1046572224) -> (continuation of Deferred@566527196 after retry RPC after error@2014502075) -> (continuation of Deferred@1356932345 after retry RPC after error@1708348745) -> (continuation of Deferred@1622462283 after retry RPC after error@246231266) -> (continuation of Deferred@1471286050 after retry RPC after error@682911104) -> (continuation of Deferred@1857829194 after retry RPC after error@158412383) -> (continuation of Deferred@1314774856 after retry RPC after error@1162754918) -> (continuation of Deferred@1245129964 after retry RPC after error@1253371939) -> (continuation of Deferred@1781780898 after retry RPC after error@1586647689) -> (continuation of Deferred@758207995 after retry RPC after error@1080659350) -> (continuation of Deferred@883161848 after retry RPC after error@2028593407) -> (continuation of Deferred@1607531668 after retry RPC after error@1406787525) -> (continuation of Deferred@2022083452 after retry RPC after error@1331651211) -> (continuation of Deferred@389223336 after retry RPC after error@168415612) -> (continuation of Deferred@1176008234 after retry RPC after error@1919356760) -> (continuation of Deferred@2110192879 after retry RPC after error@964706330) -> (continuation of Deferred@1017960486 after retry RPC after error@1996164388) -> (continuation of Deferred@1016112784 after retry RPC after error@128692616), errback=(continuation of Deferred@327217785 after retry RPC after error@354910974) -> (continuation of Deferred@1626043381 after retry RPC after error@591407018) -> (continuation of Deferred@935795329 after retry RPC after error@509501173) -> (continuation of Deferred@621928976 after retry RPC after error@131005551) -> (continuation of Deferred@148045061 after retry RPC after error@1679270684) -> (continuation of Deferred@1312607468 after retry RPC after error@1046572224) -> (continuation of Deferred@566527196 after retry RPC after error@2014502075) -> (continuation of Deferred@1356932345 after retry RPC after error@1708348745) -> (continuation of Deferred@1622462283 after retry RPC after error@246231266) -> (continuation of Deferred@1471286050 after retry RPC after error@682911104) -> (continuation of Deferred@1857829194 after retry RPC after error@158412383) -> (continuation of Deferred@1314774856 after retry RPC after error@1162754918) -> (continuation of Deferred@1245129964 after retry RPC after error@1253371939) -> (continuation of Deferred@1781780898 after retry RPC after error@1586647689) -> (continuation of Deferred@758207995 after retry RPC after error@1080659350) -> (continuation of Deferred@883161848 after retry RPC after error@2028593407) -> (continuation of Deferred@1607531668 after retry RPC after error@1406787525) -> (continuation of Deferred@2022083452 after retry RPC after error@1331651211) -> (continuation of Deferred@389223336 after retry RPC after error@168415612) -> (continuation of Deferred@1176008234 after retry RPC after error@1919356760) -> (continuation of Deferred@2110192879 after retry RPC after error@964706330) -> (continuation of Deferred@1017960486 after retry RPC after error@1996164388) -> (continuation of Deferred@1016112784 after retry RPC after error@128692616)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.234.188:45983,127.11.234.190:37457,127.11.234.189:46451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.190:37457(127.11.234.190:37457): Connection refused: /127.11.234.190:37457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.234.189:46451(127.11.234.189:46451): Connection refused: /127.11.234.189:46451
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
... 19 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.234.189:46451
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)